2024-12-03 05:25:58,276 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-12-03 05:25:58,303 main DEBUG Took 0.022675 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-03 05:25:58,305 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-03 05:25:58,305 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-03 05:25:58,307 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-03 05:25:58,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,325 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-03 05:25:58,344 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,347 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,348 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,350 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,351 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,352 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,354 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,355 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,356 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,357 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,358 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,359 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 05:25:58,360 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,361 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-03 05:25:58,363 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 05:25:58,364 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-03 05:25:58,367 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-03 05:25:58,367 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-03 05:25:58,369 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-03 05:25:58,371 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-03 05:25:58,385 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-03 05:25:58,390 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-03 05:25:58,393 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-03 05:25:58,394 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-03 05:25:58,395 main DEBUG createAppenders(={Console})
2024-12-03 05:25:58,398 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized
2024-12-03 05:25:58,400 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-12-03 05:25:58,400 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK.
2024-12-03 05:25:58,401 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-03 05:25:58,401 main DEBUG OutputStream closed
2024-12-03 05:25:58,403 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-03 05:25:58,403 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-03 05:25:58,404 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK
2024-12-03 05:25:58,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-03 05:25:58,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-03 05:25:58,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-03 05:25:58,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-03 05:25:58,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-03 05:25:58,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-03 05:25:58,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-03 05:25:58,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-03 05:25:58,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-03 05:25:58,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-03 05:25:58,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-03 05:25:58,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-03 05:25:58,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-03 05:25:58,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-03 05:25:58,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-03 05:25:58,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-03 05:25:58,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-03 05:25:58,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-03 05:25:58,562 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03 05:25:58,562 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null
2024-12-03 05:25:58,562 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-03 05:25:58,564 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK.
2024-12-03T05:25:58,630 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins
2024-12-03 05:25:58,635 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-03 05:25:58,635 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03T05:25:59,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234
2024-12-03T05:25:59,302 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-12-03T05:25:59,304 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:25:59,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-03T05:25:59,343 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db, deleteOnExit=true
2024-12-03T05:25:59,344 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-03T05:25:59,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/test.cache.data in system properties and HBase conf
2024-12-03T05:25:59,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T05:25:59,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir in system properties and HBase conf
2024-12-03T05:25:59,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T05:25:59,348 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T05:25:59,348 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T05:25:59,493 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-03T05:25:59,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-03T05:25:59,676 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T05:25:59,677 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T05:25:59,678 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T05:25:59,678 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T05:25:59,679 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T05:25:59,679 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T05:25:59,681 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T05:25:59,682 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T05:25:59,683 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T05:25:59,683 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/nfs.dump.dir in system properties and HBase conf
2024-12-03T05:25:59,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/java.io.tmpdir in system properties and HBase conf
2024-12-03T05:25:59,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T05:25:59,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T05:25:59,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T05:26:00,930 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-03T05:26:01,094 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4180ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T05:26:01,234 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:01,333 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T05:26:01,383 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T05:26:01,383 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T05:26:01,388 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T05:26:01,412 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:01,417 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,AVAILABLE}
2024-12-03T05:26:01,419 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T05:26:01,712 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/java.io.tmpdir/jetty-localhost-36603-hadoop-hdfs-3_4_1-tests_jar-_-any-17125259737104850405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T05:26:01,729 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:36603}
2024-12-03T05:26:01,729 INFO  [Time-limited test {}] server.Server(415): Started @4819ms
2024-12-03T05:26:02,293 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:02,303 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T05:26:02,310 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T05:26:02,310 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T05:26:02,310 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T05:26:02,311 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b2b78d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,AVAILABLE}
2024-12-03T05:26:02,311 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19fb95db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T05:26:02,464 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dce7e65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/java.io.tmpdir/jetty-localhost-43853-hadoop-hdfs-3_4_1-tests_jar-_-any-11098836587379543680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T05:26:02,464 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2044050{HTTP/1.1, (http/1.1)}{localhost:43853}
2024-12-03T05:26:02,465 INFO  [Time-limited test {}] server.Server(415): Started @5554ms
2024-12-03T05:26:02,538 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T05:26:03,359 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/data/data1/current/BP-193074472-172.17.0.3-1733203560568/current, will proceed with Du for space computation calculation, 
2024-12-03T05:26:03,362 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/data/data2/current/BP-193074472-172.17.0.3-1733203560568/current, will proceed with Du for space computation calculation, 
2024-12-03T05:26:03,501 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T05:26:03,593 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb592dccc8f673adb with lease ID 0xc68784fb75e4848c: Processing first storage report for DS-fd01e55a-76b9-496c-8c75-8214d1010a96 from datanode DatanodeRegistration(127.0.0.1:32825, datanodeUuid=8768d398-7279-46d6-83a6-da013ddff264, infoPort=44381, infoSecurePort=0, ipcPort=46493, storageInfo=lv=-57;cid=testClusterID;nsid=1704976491;c=1733203560568)
2024-12-03T05:26:03,595 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb592dccc8f673adb with lease ID 0xc68784fb75e4848c: from storage DS-fd01e55a-76b9-496c-8c75-8214d1010a96 node DatanodeRegistration(127.0.0.1:32825, datanodeUuid=8768d398-7279-46d6-83a6-da013ddff264, infoPort=44381, infoSecurePort=0, ipcPort=46493, storageInfo=lv=-57;cid=testClusterID;nsid=1704976491;c=1733203560568), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-03T05:26:03,595 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb592dccc8f673adb with lease ID 0xc68784fb75e4848c: Processing first storage report for DS-7956a57a-47ff-49fe-b74c-da3ee24d95b8 from datanode DatanodeRegistration(127.0.0.1:32825, datanodeUuid=8768d398-7279-46d6-83a6-da013ddff264, infoPort=44381, infoSecurePort=0, ipcPort=46493, storageInfo=lv=-57;cid=testClusterID;nsid=1704976491;c=1733203560568)
2024-12-03T05:26:03,595 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb592dccc8f673adb with lease ID 0xc68784fb75e4848c: from storage DS-7956a57a-47ff-49fe-b74c-da3ee24d95b8 node DatanodeRegistration(127.0.0.1:32825, datanodeUuid=8768d398-7279-46d6-83a6-da013ddff264, infoPort=44381, infoSecurePort=0, ipcPort=46493, storageInfo=lv=-57;cid=testClusterID;nsid=1704976491;c=1733203560568), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T05:26:03,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234
2024-12-03T05:26:03,815 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/zookeeper_0, clientPort=52866, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-03T05:26:03,834 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52866
2024-12-03T05:26:03,850 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T05:26:03,854 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T05:26:04,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741825_1001 (size=7)
2024-12-03T05:26:04,614 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813 with version=8
2024-12-03T05:26:04,614 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/hbase-staging
2024-12-03T05:26:04,631 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random.
2024-12-03T05:26:04,631 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random.
2024-12-03T05:26:04,632 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random.
2024-12-03T05:26:04,632 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random.
2024-12-03T05:26:04,749 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-03T05:26:05,093 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/32beccd76b35:0 server-side Connection retries=45
2024-12-03T05:26:05,108 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T05:26:05,108 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T05:26:05,114 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T05:26:05,114 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T05:26:05,115 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T05:26:05,290 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-03T05:26:05,372 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-03T05:26:05,384 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-03T05:26:05,389 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T05:26:05,421 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31006 (auto-detected)
2024-12-03T05:26:05,422 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-03T05:26:05,445 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35525
2024-12-03T05:26:05,477 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35525 connecting to ZooKeeper ensemble=127.0.0.1:52866
2024-12-03T05:26:05,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355250x0, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T05:26:05,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35525-0x101518e89b60000 connected
2024-12-03T05:26:05,570 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T05:26:05,574 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T05:26:05,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T05:26:05,614 INFO  [Time-limited test {}] log.Log(170): Logging initialized @8704ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T05:26:05,683 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-12-03T05:26:05,683 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-12-03T05:26:05,685 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-12-03T05:26:05,686 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-12-03T05:26:05,687 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-12-03T05:26:05,689 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master
2024-12-03T05:26:05,690 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-12-03T05:26:05,690 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-12-03T05:26:05,693 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-12-03T05:26:05,784 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 38025
2024-12-03T05:26:05,785 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T05:26:05,810 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T05:26:05,812 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@63a7197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,AVAILABLE}
2024-12-03T05:26:05,813 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T05:26:05,813 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7533ba92{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-12-03T05:26:05,866 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-12-03T05:26:05,880 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T05:26:05,880 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T05:26:05,881 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T05:26:05,886 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T05:26:06,641 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@77e26834{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master}
2024-12-03T05:26:06,648 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75653488{HTTP/1.1, (http/1.1)}{0.0.0.0:38025}
2024-12-03T05:26:06,648 INFO  [Time-limited test {}] server.Server(415): Started @9738ms
2024-12-03T05:26:06,653 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813, hbase.cluster.distributed=false
2024-12-03T05:26:06,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-12-03T05:26:06,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35525
2024-12-03T05:26:06,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35525
2024-12-03T05:26:06,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35525
2024-12-03T05:26:06,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35525
2024-12-03T05:26:06,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35525
2024-12-03T05:26:06,832 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45
2024-12-03T05:26:06,834 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T05:26:06,835 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T05:26:06,835 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T05:26:06,835 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T05:26:06,835 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T05:26:06,840 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T05:26:06,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T05:26:06,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40811
2024-12-03T05:26:06,847 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40811 connecting to ZooKeeper ensemble=127.0.0.1:52866
2024-12-03T05:26:06,849 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T05:26:06,853 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T05:26:06,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408110x0, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T05:26:06,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40811-0x101518e89b60001 connected
2024-12-03T05:26:06,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T05:26:06,863 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-12-03T05:26:06,863 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-12-03T05:26:06,864 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-12-03T05:26:06,864 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-12-03T05:26:06,864 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-12-03T05:26:06,866 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver
2024-12-03T05:26:06,867 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-12-03T05:26:06,867 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-12-03T05:26:06,867 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-12-03T05:26:06,870 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 33337
2024-12-03T05:26:06,870 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T05:26:06,874 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T05:26:06,875 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@66ed5787{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,AVAILABLE}
2024-12-03T05:26:06,875 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T05:26:06,875 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-12-03T05:26:06,889 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-12-03T05:26:06,890 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T05:26:06,890 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T05:26:06,890 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T05:26:06,892 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-03T05:26:06,896 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@57f97da9{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver}
2024-12-03T05:26:06,897 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5646b416{HTTP/1.1, (http/1.1)}{0.0.0.0:33337}
2024-12-03T05:26:06,897 INFO  [Time-limited test {}] server.Server(415): Started @9987ms
2024-12-03T05:26:06,902 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T05:26:06,910 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T05:26:06,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master
2024-12-03T05:26:06,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-12-03T05:26:06,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40811
2024-12-03T05:26:06,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40811
2024-12-03T05:26:06,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40811
2024-12-03T05:26:06,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40811
2024-12-03T05:26:06,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40811
2024-12-03T05:26:06,942 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32beccd76b35:35525
2024-12-03T05:26:06,944 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-03T05:26:06,946 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@13cc74d7{HTTP/1.1, (http/1.1)}{0.0.0.0:41385}
2024-12-03T05:26:06,946 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] server.Server(415): Started @10036ms
2024-12-03T05:26:06,947 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/32beccd76b35,35525,1733203564824
2024-12-03T05:26:06,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T05:26:06,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T05:26:06,956 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/32beccd76b35,35525,1733203564824
2024-12-03T05:26:06,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:06,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master
2024-12-03T05:26:06,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:06,990 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/master
2024-12-03T05:26:06,991 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/32beccd76b35,35525,1733203564824 from backup master directory
2024-12-03T05:26:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/32beccd76b35,35525,1733203564824
2024-12-03T05:26:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T05:26:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-03T05:26:06,996 WARN  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T05:26:06,996 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32beccd76b35,35525,1733203564824
2024-12-03T05:26:06,998 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-03T05:26:06,999 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-03T05:26:07,057 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/hbase.id] with ID: dc961ae8-a21d-4ba0-9777-c4edbee4d703
2024-12-03T05:26:07,057 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.tmp/hbase.id
2024-12-03T05:26:07,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741826_1002 (size=42)
2024-12-03T05:26:07,469 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.tmp/hbase.id]:[hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/hbase.id]
2024-12-03T05:26:07,521 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T05:26:07,528 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-03T05:26:07,552 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms.
2024-12-03T05:26:07,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:07,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:07,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741827_1003 (size=196)
2024-12-03T05:26:07,995 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:07,998 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-03T05:26:08,008 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T05:26:08,011 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T05:26:08,025 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:263) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T05:26:08,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741828_1004 (size=1189)
2024-12-03T05:26:08,498 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store
2024-12-03T05:26:08,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741829_1005 (size=34)
2024-12-03T05:26:08,528 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-03T05:26:08,532 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:08,533 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T05:26:08,534 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T05:26:08,534 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T05:26:08,535 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T05:26:08,536 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T05:26:08,536 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T05:26:08,537 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733203568533Disabling compacts and flushes for region at 1733203568533Disabling writes for close at 1733203568535 (+2 ms)Writing region close event to WAL at 1733203568536 (+1 ms)Closed at 1733203568536
2024-12-03T05:26:08,539 WARN  [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/.initializing
2024-12-03T05:26:08,539 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/WALs/32beccd76b35,35525,1733203564824
2024-12-03T05:26:08,544 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T05:26:08,549 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 32beccd76b35,35525,1733203564824.regiongroup-0
2024-12-03T05:26:08,567 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C35525%2C1733203564824.32beccd76b35%2C35525%2C1733203564824.regiongroup-0, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/WALs/32beccd76b35,35525,1733203564824, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/oldWALs, maxLogs=10
2024-12-03T05:26:08,602 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/WALs/32beccd76b35,35525,1733203564824/32beccd76b35%2C35525%2C1733203564824.32beccd76b35%2C35525%2C1733203564824.regiongroup-0.1733203568572, exclude list is [], retry=0
2024-12-03T05:26:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:08,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-03T05:26:08,690 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/WALs/32beccd76b35,35525,1733203564824/32beccd76b35%2C35525%2C1733203564824.32beccd76b35%2C35525%2C1733203564824.regiongroup-0.1733203568572
2024-12-03T05:26:08,691 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:08,692 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:08,692 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:08,696 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T05:26:08,697 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T05:26:08,751 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T05:26:08,782 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-03T05:26:08,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:08,789 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:08,789 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T05:26:08,793 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-03T05:26:08,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:08,795 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:08,795 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T05:26:08,799 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-03T05:26:08,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:08,801 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:08,801 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T05:26:08,804 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-03T05:26:08,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:08,806 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:08,806 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T05:26:08,810 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T05:26:08,812 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T05:26:08,818 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T05:26:08,818 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T05:26:08,823 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T05:26:08,827 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T05:26:08,832 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T05:26:08,833 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10889194080, jitterRate=0.014135226607322693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T05:26:08,841 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733203568719Initializing all the Stores at 1733203568722 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733203568722Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203568724 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203568725 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203568725Cleaning up temporary data from old regions at 1733203568819 (+94 ms)Region opened successfully at 1733203568840 (+21 ms)
2024-12-03T05:26:08,842 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-03T05:26:08,880 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9ee25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=32beccd76b35/172.17.0.3:0
2024-12-03T05:26:08,919 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-03T05:26:08,934 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-03T05:26:08,934 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-03T05:26:08,937 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-03T05:26:08,939 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-03T05:26:08,944 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-03T05:26:08,944 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-03T05:26:08,971 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-03T05:26:08,982 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error)
2024-12-03T05:26:08,985 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false
2024-12-03T05:26:08,987 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-03T05:26:08,988 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error)
2024-12-03T05:26:08,990 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false
2024-12-03T05:26:08,992 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-03T05:26:08,996 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error)
2024-12-03T05:26:08,997 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false
2024-12-03T05:26:08,999 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error)
2024-12-03T05:26:09,000 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false
2024-12-03T05:26:09,019 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-03T05:26:09,020 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false
2024-12-03T05:26:09,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-12-03T05:26:09,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-12-03T05:26:09,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,051 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32beccd76b35,35525,1733203564824, sessionid=0x101518e89b60000, setting cluster-up flag (Was=false)
2024-12-03T05:26:09,059 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully.
2024-12-03T05:26:09,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,075 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort
2024-12-03T05:26:09,083 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,35525,1733203564824
2024-12-03T05:26:09,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,105 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort
2024-12-03T05:26:09,107 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,35525,1733203564824
2024-12-03T05:26:09,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,126 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort
2024-12-03T05:26:09,128 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,35525,1733203564824
2024-12-03T05:26:09,134 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-03T05:26:09,152 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(746): ClusterId : dc961ae8-a21d-4ba0-9777-c4edbee4d703
2024-12-03T05:26:09,154 INFO  [RS:0;32beccd76b35:40811 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully.
2024-12-03T05:26:09,156 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T05:26:09,162 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T05:26:09,162 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing
2024-12-03T05:26:09,166 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized
2024-12-03T05:26:09,166 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T05:26:09,169 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T05:26:09,169 DEBUG [RS:0;32beccd76b35:40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702b7390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=32beccd76b35/172.17.0.3:0
2024-12-03T05:26:09,187 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32beccd76b35:40811
2024-12-03T05:26:09,192 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T05:26:09,192 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T05:26:09,192 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T05:26:09,195 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,35525,1733203564824 with port=40811, startcode=1733203566784
2024-12-03T05:26:09,208 DEBUG [RS:0;32beccd76b35:40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T05:26:09,232 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-03T05:26:09,243 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52721, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T05:26:09,246 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-03T05:26:09,249 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35525 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-03T05:26:09,253 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-03T05:26:09,259 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32beccd76b35,35525,1733203564824
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-03T05:26:09,265 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5
2024-12-03T05:26:09,266 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5
2024-12-03T05:26:09,266 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5
2024-12-03T05:26:09,266 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5
2024-12-03T05:26:09,266 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32beccd76b35:0, corePoolSize=10, maxPoolSize=10
2024-12-03T05:26:09,266 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,266 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32beccd76b35:0, corePoolSize=2, maxPoolSize=2
2024-12-03T05:26:09,266 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,269 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733203599269
2024-12-03T05:26:09,270 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-03T05:26:09,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T05:26:09,272 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-03T05:26:09,272 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-03T05:26:09,275 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T05:26:09,275 WARN  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-03T05:26:09,275 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-03T05:26:09,276 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner
2024-12-03T05:26:09,276 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-03T05:26:09,276 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-03T05:26:09,277 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-03T05:26:09,277 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,279 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:09,279 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-03T05:26:09,280 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-03T05:26:09,281 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-03T05:26:09,282 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-03T05:26:09,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741831_1007 (size=1321)
2024-12-03T05:26:09,293 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f6f67c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:09,293 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:09,296 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:09,299 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:09,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:09,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397b5509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:09,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:09,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:09,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:09,312 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:09,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af1e69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:09,316 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-12-03T05:26:09,318 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-03T05:26:09,318 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-03T05:26:09,319 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733203569319,5,FailOnTimeoutGroup]
2024-12-03T05:26:09,320 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733203569320,5,FailOnTimeoutGroup]
2024-12-03T05:26:09,320 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,320 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-03T05:26:09,322 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,322 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,376 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,35525,1733203564824 with port=40811, startcode=1733203566784
2024-12-03T05:26:09,379 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,40811,1733203566784
2024-12-03T05:26:09,381 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35525 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,40811,1733203566784
2024-12-03T05:26:09,391 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:09,391 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43209
2024-12-03T05:26:09,392 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=38025
2024-12-03T05:26:09,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-12-03T05:26:09,401 DEBUG [RS:0;32beccd76b35:40811 {}] zookeeper.ZKUtil(111): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rs/32beccd76b35,40811,1733203566784
2024-12-03T05:26:09,401 WARN  [RS:0;32beccd76b35:40811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T05:26:09,401 INFO  [RS:0;32beccd76b35:40811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T05:26:09,401 INFO  [RS:0;32beccd76b35:40811 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T05:26:09,401 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784
2024-12-03T05:26:09,403 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,40811,1733203566784]
2024-12-03T05:26:09,430 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T05:26:09,443 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T05:26:09,449 INFO  [RS:0;32beccd76b35:40811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T05:26:09,450 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,454 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T05:26:09,461 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T05:26:09,462 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,463 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,463 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,463 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,463 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,463 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,463 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2
2024-12-03T05:26:09,463 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,464 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,464 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,464 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,464 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,464 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T05:26:09,464 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3
2024-12-03T05:26:09,465 DEBUG [RS:0;32beccd76b35:40811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3
2024-12-03T05:26:09,466 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,466 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,466 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,466 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,466 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,466 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,40811,1733203566784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T05:26:09,487 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T05:26:09,489 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,40811,1733203566784-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,490 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,490 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.Replication(171): 32beccd76b35,40811,1733203566784 started
2024-12-03T05:26:09,511 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:09,511 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,40811,1733203566784, RpcServer on 32beccd76b35/172.17.0.3:40811, sessionid=0x101518e89b60001
2024-12-03T05:26:09,512 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T05:26:09,512 DEBUG [RS:0;32beccd76b35:40811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,40811,1733203566784
2024-12-03T05:26:09,512 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40811,1733203566784'
2024-12-03T05:26:09,513 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort'
2024-12-03T05:26:09,514 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired'
2024-12-03T05:26:09,515 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T05:26:09,515 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting
2024-12-03T05:26:09,515 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40811,1733203566784'
2024-12-03T05:26:09,515 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:26:09,516 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:26:09,517 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager.
2024-12-03T05:26:09,517 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started
2024-12-03T05:26:09,517 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T05:26:09,517 DEBUG [RS:0;32beccd76b35:40811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,40811,1733203566784
2024-12-03T05:26:09,517 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40811,1733203566784'
2024-12-03T05:26:09,517 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort'
2024-12-03T05:26:09,519 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired'
2024-12-03T05:26:09,520 DEBUG [RS:0;32beccd76b35:40811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T05:26:09,520 INFO  [RS:0;32beccd76b35:40811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T05:26:09,520 INFO  [RS:0;32beccd76b35:40811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T05:26:09,625 INFO  [RS:0;32beccd76b35:40811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T05:26:09,626 INFO  [RS:0;32beccd76b35:40811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 32beccd76b35,40811,1733203566784.regiongroup-0
2024-12-03T05:26:09,630 INFO  [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs, maxLogs=32
2024-12-03T05:26:09,651 DEBUG [RS:0;32beccd76b35:40811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203569634, exclude list is [], retry=0
2024-12-03T05:26:09,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:09,661 INFO  [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203569634
2024-12-03T05:26:09,664 DEBUG [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:09,692 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-03T05:26:09,692 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:09,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741833_1009 (size=32)
2024-12-03T05:26:09,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:09,706 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T05:26:09,708 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T05:26:09,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:09,709 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:09,710 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T05:26:09,712 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T05:26:09,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:09,713 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:09,713 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T05:26:09,716 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T05:26:09,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:09,717 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:09,717 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T05:26:09,720 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T05:26:09,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:09,721 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:09,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T05:26:09,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740
2024-12-03T05:26:09,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740
2024-12-03T05:26:09,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T05:26:09,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T05:26:09,728 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T05:26:09,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T05:26:09,734 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T05:26:09,735 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9719205440, jitterRate=-0.09482845664024353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T05:26:09,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733203569703Initializing all the Stores at 1733203569705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733203569705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733203569706 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203569706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733203569706Cleaning up temporary data from old regions at 1733203569727 (+21 ms)Region opened successfully at 1733203569738 (+11 ms)
2024-12-03T05:26:09,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T05:26:09,738 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T05:26:09,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T05:26:09,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T05:26:09,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T05:26:09,740 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T05:26:09,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733203569738Disabling compacts and flushes for region at 1733203569738Disabling writes for close at 1733203569738Writing region close event to WAL at 1733203569740 (+2 ms)Closed at 1733203569740
2024-12-03T05:26:09,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T05:26:09,745 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-03T05:26:09,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-03T05:26:09,764 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T05:26:09,768 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-03T05:26:09,922 DEBUG [32beccd76b35:35525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-03T05:26:09,939 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:09,947 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,40811,1733203566784, state=OPENING
2024-12-03T05:26:09,953 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-03T05:26:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:26:09,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T05:26:09,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T05:26:09,958 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T05:26:09,960 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:10,139 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T05:26:10,144 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T05:26:10,155 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-03T05:26:10,155 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-03T05:26:10,156 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-03T05:26:10,156 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T05:26:10,156 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-03T05:26:10,160 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C40811%2C1733203566784.meta, suffix=.meta, logDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs, maxLogs=32
2024-12-03T05:26:10,185 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203570162.meta, exclude list is [], retry=0
2024-12-03T05:26:10,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:10,192 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203570162.meta
2024-12-03T05:26:10,193 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:10,193 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:10,199 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:26:10,200 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-03T05:26:10,204 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-03T05:26:10,204 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-03T05:26:10,208 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-03T05:26:10,208 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:10,208 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-03T05:26:10,209 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-03T05:26:10,212 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T05:26:10,213 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T05:26:10,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:10,214 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:10,214 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T05:26:10,215 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T05:26:10,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:10,216 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:10,216 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T05:26:10,218 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T05:26:10,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:10,219 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:10,219 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T05:26:10,220 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T05:26:10,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:10,221 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T05:26:10,222 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T05:26:10,223 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740
2024-12-03T05:26:10,226 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740
2024-12-03T05:26:10,228 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T05:26:10,228 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T05:26:10,229 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T05:26:10,232 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T05:26:10,233 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11940004800, jitterRate=0.11199960112571716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T05:26:10,234 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-03T05:26:10,237 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733203570209Writing region info on filesystem at 1733203570209Initializing all the Stores at 1733203570211 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733203570211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733203570211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203570211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733203570211Cleaning up temporary data from old regions at 1733203570228 (+17 ms)Running coprocessor post-open hooks at 1733203570234 (+6 ms)Region opened successfully at 1733203570237 (+3 ms)
2024-12-03T05:26:10,245 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733203570128
2024-12-03T05:26:10,256 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-03T05:26:10,257 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-03T05:26:10,258 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:10,260 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,40811,1733203566784, state=OPEN
2024-12-03T05:26:10,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-12-03T05:26:10,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-12-03T05:26:10,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T05:26:10,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-03T05:26:10,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32beccd76b35,40811,1733203566784
2024-12-03T05:26:10,269 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-03T05:26:10,269 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,40811,1733203566784 in 303 msec
2024-12-03T05:26:10,276 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-03T05:26:10,276 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec
2024-12-03T05:26:10,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T05:26:10,278 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-03T05:26:10,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:10,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:10,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:10,331 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:10,354 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1800 sec
2024-12-03T05:26:10,354 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733203570354, completionTime=-1
2024-12-03T05:26:10,358 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-03T05:26:10,358 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-03T05:26:10,389 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-03T05:26:10,389 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733203630389
2024-12-03T05:26:10,389 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733203690389
2024-12-03T05:26:10,389 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec
2024-12-03T05:26:10,391 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35525,1733203564824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:10,392 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35525,1733203564824-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:10,392 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35525,1733203564824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:10,393 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32beccd76b35:35525, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:10,394 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:10,394 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:10,402 DEBUG [master/32beccd76b35:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-03T05:26:10,435 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.439sec
2024-12-03T05:26:10,436 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-03T05:26:10,438 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-03T05:26:10,439 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-03T05:26:10,440 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-03T05:26:10,440 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-03T05:26:10,441 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35525,1733203564824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T05:26:10,442 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35525,1733203564824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-03T05:26:10,451 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-03T05:26:10,452 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-03T05:26:10,452 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35525,1733203564824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T05:26:10,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63458758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:10,456 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-03T05:26:10,456 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-03T05:26:10,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:10,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:10,467 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7b4754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:10,475 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:10,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6442ce8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:10,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:10,496 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:10,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32beccd76b35,35525,1733203564824
2024-12-03T05:26:10,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-12-03T05:26:10,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/test.cache.data in system properties and HBase conf
2024-12-03T05:26:10,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T05:26:10,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir in system properties and HBase conf
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T05:26:10,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T05:26:10,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T05:26:10,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T05:26:10,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T05:26:10,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/nfs.dump.dir in system properties and HBase conf
2024-12-03T05:26:10,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/java.io.tmpdir in system properties and HBase conf
2024-12-03T05:26:10,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T05:26:10,527 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T05:26:10,527 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T05:26:10,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741835_1011 (size=592039)
2024-12-03T05:26:11,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741836_1012 (size=1663647)
2024-12-03T05:26:12,617 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:12,743 WARN  [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:13,004 INFO  [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T05:26:13,005 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T05:26:13,006 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T05:26:13,027 INFO  [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T05:26:13,027 INFO  [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T05:26:13,027 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T05:26:13,027 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T05:26:13,027 INFO  [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T05:26:13,027 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T05:26:13,028 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@357aa33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,AVAILABLE}
2024-12-03T05:26:13,028 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338ad629{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T05:26:13,030 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:13,039 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccdffea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,AVAILABLE}
2024-12-03T05:26:13,040 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31795375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T05:26:13,201 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T05:26:13,202 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-12-03T05:26:13,202 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T05:26:13,204 INFO  [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T05:26:13,262 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:13,383 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:13,601 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:13,621 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f9cb7bc{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/java.io.tmpdir/jetty-localhost-46223-hadoop-yarn-common-3_4_1_jar-_-any-16242397115117285502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-12-03T05:26:13,621 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c499d5c{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/java.io.tmpdir/jetty-localhost-33977-hadoop-yarn-common-3_4_1_jar-_-any-15306431529877406746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-12-03T05:26:13,622 INFO  [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@6bda844c{HTTP/1.1, (http/1.1)}{localhost:46223}
2024-12-03T05:26:13,622 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@567287a2{HTTP/1.1, (http/1.1)}{localhost:33977}
2024-12-03T05:26:13,622 INFO  [Time-limited test {}] server.Server(415): Started @16711ms
2024-12-03T05:26:13,622 INFO  [Thread-251 {}] server.Server(415): Started @16711ms
2024-12-03T05:26:13,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741837_1013 (size=5)
2024-12-03T05:26:15,284 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-12-03T05:26:15,289 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:15,314 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T05:26:15,315 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T05:26:15,321 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T05:26:15,321 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T05:26:15,321 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T05:26:15,322 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:15,325 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@641bc420{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,AVAILABLE}
2024-12-03T05:26:15,326 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b27c13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T05:26:15,396 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-12-03T05:26:15,396 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T05:26:15,397 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T05:26:15,397 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T05:26:15,412 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:15,420 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:15,527 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:15,537 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fde013d{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/java.io.tmpdir/jetty-localhost-45633-hadoop-yarn-common-3_4_1_jar-_-any-10167714376837629404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T05:26:15,538 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1c8914{HTTP/1.1, (http/1.1)}{localhost:45633}
2024-12-03T05:26:15,538 INFO  [Time-limited test {}] server.Server(415): Started @18628ms
2024-12-03T05:26:15,676 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-12-03T05:26:15,679 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:15,690 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-03T05:26:15,691 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T05:26:15,692 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T05:26:15,692 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T05:26:15,692 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T05:26:15,693 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T05:26:15,695 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56573193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,AVAILABLE}
2024-12-03T05:26:15,696 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ecb948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-03T05:26:15,720 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T05:26:15,766 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-12-03T05:26:15,766 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-03T05:26:15,766 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-12-03T05:26:15,766 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-03T05:26:15,775 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:15,779 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:15,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T05:26:15,790 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-03T05:26:15,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:26:15,792 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers
2024-12-03T05:26:15,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T05:26:15,793 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-03T05:26:15,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T05:26:15,793 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-03T05:26:15,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-03T05:26:15,884 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-03T05:26:15,889 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@748cfea5{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/java.io.tmpdir/jetty-localhost-32851-hadoop-yarn-common-3_4_1_jar-_-any-10094567867091163770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T05:26:15,890 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34898493{HTTP/1.1, (http/1.1)}{localhost:32851}
2024-12-03T05:26:15,890 INFO  [Time-limited test {}] server.Server(415): Started @18980ms
2024-12-03T05:26:15,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-12-03T05:26:15,919 INFO  [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:43209/backupUT
2024-12-03T05:26:15,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T05:26:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,35525,1733203564824
2024-12-03T05:26:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d9cbf68
2024-12-03T05:26:15,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T05:26:15,934 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T05:26:15,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'}
2024-12-03T05:26:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1
2024-12-03T05:26:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T05:26:15,959 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 19 msec
2024-12-03T05:26:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T05:26:16,066 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed
2024-12-03T05:26:16,067 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'}
2024-12-03T05:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2
2024-12-03T05:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-12-03T05:26:16,082 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 12 msec
2024-12-03T05:26:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-12-03T05:26:16,176 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed
2024-12-03T05:26:16,176 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'}
2024-12-03T05:26:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3
2024-12-03T05:26:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-12-03T05:26:16,189 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 11 msec
2024-12-03T05:26:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-12-03T05:26:16,286 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed
2024-12-03T05:26:16,286 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'}
2024-12-03T05:26:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4
2024-12-03T05:26:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T05:26:16,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 11 msec
2024-12-03T05:26:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T05:26:16,396 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed
2024-12-03T05:26:16,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1733203575919', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733203575919
2024-12-03T05:26:16,417 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733203575919 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T05:26:16,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test-1733203575919"
 procId is: 8
2024-12-03T05:26:16,419 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T05:26:16,422 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733203575919 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T05:26:16,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741838_1014 (size=367)
2024-12-03T05:26:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T05:26:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T05:26:16,839 INFO  [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b730b9cba866997e1085cf6392f290f, NAME => 'test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733203575919', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:16,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741839_1015 (size=53)
2024-12-03T05:26:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T05:26:17,252 DEBUG [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:17,252 DEBUG [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(1722): Closing 7b730b9cba866997e1085cf6392f290f, disabling compactions & flushes
2024-12-03T05:26:17,252 INFO  [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:17,252 DEBUG [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:17,252 DEBUG [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. after waiting 0 ms
2024-12-03T05:26:17,252 DEBUG [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:17,252 INFO  [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(1973): Closed test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:17,252 DEBUG [RegionOpenAndInit-test-1733203575919-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b730b9cba866997e1085cf6392f290f:
Waiting for close lock at 1733203577252Disabling compacts and flushes for region at 1733203577252Disabling writes for close at 1733203577252Writing region close event to WAL at 1733203577252Closed at 1733203577252
2024-12-03T05:26:17,255 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733203575919 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T05:26:17,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733203577255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733203577255"}]},"ts":"1733203577255"}
2024-12-03T05:26:17,266 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T05:26:17,268 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733203575919 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T05:26:17,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733203575919","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203577268"}]},"ts":"1733203577268"}
2024-12-03T05:26:17,277 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733203575919, state=ENABLING in hbase:meta
2024-12-03T05:26:17,278 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, ASSIGN}]
2024-12-03T05:26:17,281 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, ASSIGN
2024-12-03T05:26:17,282 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, ASSIGN; state=OFFLINE, location=32beccd76b35,40811,1733203566784; forceNewPlan=false, retain=false
2024-12-03T05:26:17,434 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:17,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, ASSIGN because future has completed
2024-12-03T05:26:17,440 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T05:26:17,619 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:17,620 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T05:26:17,620 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 32beccd76b35,40811,1733203566784.regiongroup-1
2024-12-03T05:26:17,623 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs, maxLogs=32
2024-12-03T05:26:17,639 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203577625, exclude list is [], retry=0
2024-12-03T05:26:17,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:17,646 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203577625
2024-12-03T05:26:17,646 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:17,646 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b730b9cba866997e1085cf6392f290f, NAME => 'test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:17,647 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:26:17,647 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733203575919 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,647 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:17,647 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,647 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,649 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b730b9cba866997e1085cf6392f290f 
2024-12-03T05:26:17,651 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b730b9cba866997e1085cf6392f290f columnFamilyName f
2024-12-03T05:26:17,652 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:17,652 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(327): Store=7b730b9cba866997e1085cf6392f290f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:17,653 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,654 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,655 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,656 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,656 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,659 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,662 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T05:26:17,663 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b730b9cba866997e1085cf6392f290f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11335324000, jitterRate=0.05568431317806244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T05:26:17,663 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:17,664 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b730b9cba866997e1085cf6392f290f:
Running coprocessor pre-open hook at 1733203577647Writing region info on filesystem at 1733203577647Initializing all the Stores at 1733203577649 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203577649Cleaning up temporary data from old regions at 1733203577656 (+7 ms)Running coprocessor post-open hooks at 1733203577663 (+7 ms)Region opened successfully at 1733203577664 (+1 ms)
2024-12-03T05:26:17,666 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., pid=10, masterSystemTime=1733203577595
2024-12-03T05:26:17,670 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:17,670 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:17,671 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:17,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:26:17,689 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-12-03T05:26:17,689 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 in 238 msec
2024-12-03T05:26:17,694 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-03T05:26:17,694 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, ASSIGN in 411 msec
2024-12-03T05:26:17,701 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733203575919 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T05:26:17,702 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733203575919","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203577701"}]},"ts":"1733203577701"}
2024-12-03T05:26:17,706 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733203575919, state=ENABLED in hbase:meta
2024-12-03T05:26:17,708 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733203575919 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T05:26:17,712 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733203575919 in 1.2990 sec
2024-12-03T05:26:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-03T05:26:18,567 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733203575919 completed
2024-12-03T05:26:18,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c5b9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:18,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:18,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:18,569 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d1c910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:18,572 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c45b20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:18,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:18,580 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733203575919', row='row0', locateType=CURRENT is [region=test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., hostname=32beccd76b35,40811,1733203566784, seqNum=2]
2024-12-03T05:26:18,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] regionserver.HRegion(8528): writing data to region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. with WAL disabled. Data may be lost in the event of a crash.
2024-12-03T05:26:18,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17332035759191', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17332035759191
2024-12-03T05:26:18,772 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17332035759191 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T05:26:18,772 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:18,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2"
qualifier: "test-17332035759191"
 procId is: 11
2024-12-03T05:26:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T05:26:18,774 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17332035759191 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T05:26:18,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741841_1017 (size=364)
2024-12-03T05:26:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T05:26:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T05:26:19,186 INFO  [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93dbea7a8f000662528f9d350f0c9302, NAME => 'ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17332035759191', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:19,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741842_1018 (size=50)
2024-12-03T05:26:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T05:26:19,597 DEBUG [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:19,598 DEBUG [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(1722): Closing 93dbea7a8f000662528f9d350f0c9302, disabling compactions & flushes
2024-12-03T05:26:19,598 INFO  [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:19,598 DEBUG [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:19,598 DEBUG [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302. after waiting 0 ms
2024-12-03T05:26:19,598 DEBUG [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:19,598 INFO  [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:19,598 DEBUG [RegionOpenAndInit-ns2:test-17332035759191-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93dbea7a8f000662528f9d350f0c9302:
Waiting for close lock at 1733203579598Disabling compacts and flushes for region at 1733203579598Disabling writes for close at 1733203579598Writing region close event to WAL at 1733203579598Closed at 1733203579598
2024-12-03T05:26:19,600 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17332035759191 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T05:26:19,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733203579601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733203579601"}]},"ts":"1733203579601"}
2024-12-03T05:26:19,605 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T05:26:19,607 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17332035759191 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T05:26:19,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17332035759191","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203579607"}]},"ts":"1733203579607"}
2024-12-03T05:26:19,610 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17332035759191, state=ENABLING in hbase:meta
2024-12-03T05:26:19,611 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332035759191, region=93dbea7a8f000662528f9d350f0c9302, ASSIGN}]
2024-12-03T05:26:19,613 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332035759191, region=93dbea7a8f000662528f9d350f0c9302, ASSIGN
2024-12-03T05:26:19,614 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17332035759191, region=93dbea7a8f000662528f9d350f0c9302, ASSIGN; state=OFFLINE, location=32beccd76b35,40811,1733203566784; forceNewPlan=false, retain=false
2024-12-03T05:26:19,765 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=93dbea7a8f000662528f9d350f0c9302, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:19,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17332035759191, region=93dbea7a8f000662528f9d350f0c9302, ASSIGN because future has completed
2024-12-03T05:26:19,771 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93dbea7a8f000662528f9d350f0c9302, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T05:26:19,930 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:19,930 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 93dbea7a8f000662528f9d350f0c9302, NAME => 'ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:19,931 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:26:19,931 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332035759191 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,931 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:19,932 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,932 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,934 INFO  [StoreOpener-93dbea7a8f000662528f9d350f0c9302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93dbea7a8f000662528f9d350f0c9302 
2024-12-03T05:26:19,937 INFO  [StoreOpener-93dbea7a8f000662528f9d350f0c9302-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93dbea7a8f000662528f9d350f0c9302 columnFamilyName f
2024-12-03T05:26:19,937 DEBUG [StoreOpener-93dbea7a8f000662528f9d350f0c9302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:19,938 INFO  [StoreOpener-93dbea7a8f000662528f9d350f0c9302-1 {}] regionserver.HStore(327): Store=93dbea7a8f000662528f9d350f0c9302/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:19,938 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,940 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,941 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,942 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,942 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,945 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,948 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T05:26:19,949 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 93dbea7a8f000662528f9d350f0c9302; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9710587040, jitterRate=-0.09563110768795013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T05:26:19,950 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:19,951 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 93dbea7a8f000662528f9d350f0c9302:
Running coprocessor pre-open hook at 1733203579932Writing region info on filesystem at 1733203579932Initializing all the Stores at 1733203579934 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203579934Cleaning up temporary data from old regions at 1733203579942 (+8 ms)Running coprocessor post-open hooks at 1733203579950 (+8 ms)Region opened successfully at 1733203579951 (+1 ms)
2024-12-03T05:26:19,953 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302., pid=13, masterSystemTime=1733203579924
2024-12-03T05:26:19,956 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:19,956 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:19,957 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=93dbea7a8f000662528f9d350f0c9302, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:19,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93dbea7a8f000662528f9d350f0c9302, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:26:19,967 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-12-03T05:26:19,967 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 93dbea7a8f000662528f9d350f0c9302, server=32beccd76b35,40811,1733203566784 in 192 msec
2024-12-03T05:26:19,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-03T05:26:19,972 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332035759191, region=93dbea7a8f000662528f9d350f0c9302, ASSIGN in 356 msec
2024-12-03T05:26:19,973 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17332035759191 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T05:26:19,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17332035759191","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203579973"}]},"ts":"1733203579973"}
2024-12-03T05:26:19,976 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17332035759191, state=ENABLED in hbase:meta
2024-12-03T05:26:19,977 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17332035759191 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T05:26:19,980 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17332035759191 in 1.2090 sec
2024-12-03T05:26:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-03T05:26:20,926 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17332035759191 completed
2024-12-03T05:26:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332035759191', row='row0', locateType=CURRENT is [region=ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302., hostname=32beccd76b35,40811,1733203566784, seqNum=2]
2024-12-03T05:26:20,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] regionserver.HRegion(8528): writing data to region ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302. with WAL disabled. Data may be lost in the event of a crash.
2024-12-03T05:26:21,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17332035759192', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17332035759192
2024-12-03T05:26:21,076 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17332035759192 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T05:26:21,076 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:21,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3"
qualifier: "test-17332035759192"
 procId is: 14
2024-12-03T05:26:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T05:26:21,078 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17332035759192 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T05:26:21,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741843_1019 (size=390)
2024-12-03T05:26:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T05:26:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T05:26:21,489 INFO  [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c558ade9c5cbd2fac716e5eafb195c41, NAME => 'ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17332035759192', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:21,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741844_1020 (size=50)
2024-12-03T05:26:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T05:26:21,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733203575919'
2024-12-03T05:26:21,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17332035759191'
2024-12-03T05:26:21,899 DEBUG [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:21,899 DEBUG [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(1722): Closing c558ade9c5cbd2fac716e5eafb195c41, disabling compactions & flushes
2024-12-03T05:26:21,899 INFO  [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:26:21,899 DEBUG [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:26:21,899 DEBUG [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41. after waiting 0 ms
2024-12-03T05:26:21,900 DEBUG [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:26:21,900 INFO  [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:26:21,900 DEBUG [RegionOpenAndInit-ns3:test-17332035759192-pool-0 {}] regionserver.HRegion(1676): Region close journal for c558ade9c5cbd2fac716e5eafb195c41:
Waiting for close lock at 1733203581899Disabling compacts and flushes for region at 1733203581899Disabling writes for close at 1733203581899Writing region close event to WAL at 1733203581900 (+1 ms)Closed at 1733203581900
2024-12-03T05:26:21,902 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17332035759192 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T05:26:21,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733203581902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733203581902"}]},"ts":"1733203581902"}
2024-12-03T05:26:21,905 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T05:26:21,906 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17332035759192 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T05:26:21,907 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17332035759192","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203581906"}]},"ts":"1733203581906"}
2024-12-03T05:26:21,909 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17332035759192, state=ENABLING in hbase:meta
2024-12-03T05:26:21,909 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332035759192, region=c558ade9c5cbd2fac716e5eafb195c41, ASSIGN}]
2024-12-03T05:26:21,911 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332035759192, region=c558ade9c5cbd2fac716e5eafb195c41, ASSIGN
2024-12-03T05:26:21,913 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17332035759192, region=c558ade9c5cbd2fac716e5eafb195c41, ASSIGN; state=OFFLINE, location=32beccd76b35,40811,1733203566784; forceNewPlan=false, retain=false
2024-12-03T05:26:22,063 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c558ade9c5cbd2fac716e5eafb195c41, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:22,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17332035759192, region=c558ade9c5cbd2fac716e5eafb195c41, ASSIGN because future has completed
2024-12-03T05:26:22,067 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c558ade9c5cbd2fac716e5eafb195c41, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T05:26:22,226 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:26:22,226 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c558ade9c5cbd2fac716e5eafb195c41, NAME => 'ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:22,227 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:26:22,227 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332035759192 c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,227 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:22,227 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,227 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,230 INFO  [StoreOpener-c558ade9c5cbd2fac716e5eafb195c41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c558ade9c5cbd2fac716e5eafb195c41 
2024-12-03T05:26:22,232 INFO  [StoreOpener-c558ade9c5cbd2fac716e5eafb195c41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c558ade9c5cbd2fac716e5eafb195c41 columnFamilyName f
2024-12-03T05:26:22,232 DEBUG [StoreOpener-c558ade9c5cbd2fac716e5eafb195c41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:22,233 INFO  [StoreOpener-c558ade9c5cbd2fac716e5eafb195c41-1 {}] regionserver.HStore(327): Store=c558ade9c5cbd2fac716e5eafb195c41/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:22,233 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,234 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns3/test-17332035759192/c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,235 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns3/test-17332035759192/c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,235 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,235 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,238 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,242 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns3/test-17332035759192/c558ade9c5cbd2fac716e5eafb195c41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T05:26:22,243 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c558ade9c5cbd2fac716e5eafb195c41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10145344000, jitterRate=-0.05514121055603027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T05:26:22,243 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:26:22,245 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c558ade9c5cbd2fac716e5eafb195c41:
Running coprocessor pre-open hook at 1733203582227Writing region info on filesystem at 1733203582227Initializing all the Stores at 1733203582229 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203582229Cleaning up temporary data from old regions at 1733203582236 (+7 ms)Running coprocessor post-open hooks at 1733203582243 (+7 ms)Region opened successfully at 1733203582245 (+2 ms)
2024-12-03T05:26:22,246 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41., pid=16, masterSystemTime=1733203582220
2024-12-03T05:26:22,249 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:26:22,249 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:26:22,251 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c558ade9c5cbd2fac716e5eafb195c41, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:22,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c558ade9c5cbd2fac716e5eafb195c41, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:26:22,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-12-03T05:26:22,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure c558ade9c5cbd2fac716e5eafb195c41, server=32beccd76b35,40811,1733203566784 in 188 msec
2024-12-03T05:26:22,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-03T05:26:22,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332035759192, region=c558ade9c5cbd2fac716e5eafb195c41, ASSIGN in 349 msec
2024-12-03T05:26:22,263 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17332035759192 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T05:26:22,263 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17332035759192","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203582263"}]},"ts":"1733203582263"}
2024-12-03T05:26:22,265 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17332035759192, state=ENABLED in hbase:meta
2024-12-03T05:26:22,267 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17332035759192 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T05:26:22,269 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17332035759192 in 1.1940 sec
2024-12-03T05:26:23,151 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T05:26:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-03T05:26:23,236 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17332035759192 completed
2024-12-03T05:26:23,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17332035759192 get assigned. Timeout = 60000ms
2024-12-03T05:26:23,238 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T05:26:23,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17332035759192 assigned to meta. Checking AM states.
2024-12-03T05:26:23,243 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T05:26:23,244 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17332035759192 assigned.
2024-12-03T05:26:23,246 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17332035759193', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17332035759193
2024-12-03T05:26:23,249 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17332035759193 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T05:26:23,250 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:23,250 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4"
qualifier: "test-17332035759193"
 procId is: 17
2024-12-03T05:26:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T05:26:23,251 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17332035759193 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T05:26:23,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741845_1021 (size=390)
2024-12-03T05:26:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T05:26:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T05:26:23,663 INFO  [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27a0bb786ae7bfcf371e17e8ff1c35e2, NAME => 'ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17332035759193', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:23,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741846_1022 (size=50)
2024-12-03T05:26:23,671 DEBUG [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:23,671 DEBUG [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(1722): Closing 27a0bb786ae7bfcf371e17e8ff1c35e2, disabling compactions & flushes
2024-12-03T05:26:23,671 INFO  [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:26:23,671 DEBUG [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:26:23,671 DEBUG [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2. after waiting 0 ms
2024-12-03T05:26:23,671 DEBUG [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:26:23,671 INFO  [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:26:23,671 DEBUG [RegionOpenAndInit-ns4:test-17332035759193-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27a0bb786ae7bfcf371e17e8ff1c35e2:
Waiting for close lock at 1733203583671Disabling compacts and flushes for region at 1733203583671Disabling writes for close at 1733203583671Writing region close event to WAL at 1733203583671Closed at 1733203583671
2024-12-03T05:26:23,673 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17332035759193 execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T05:26:23,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733203583673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733203583673"}]},"ts":"1733203583673"}
2024-12-03T05:26:23,675 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T05:26:23,677 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17332035759193 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T05:26:23,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17332035759193","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203583677"}]},"ts":"1733203583677"}
2024-12-03T05:26:23,679 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17332035759193, state=ENABLING in hbase:meta
2024-12-03T05:26:23,679 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332035759193, region=27a0bb786ae7bfcf371e17e8ff1c35e2, ASSIGN}]
2024-12-03T05:26:23,680 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332035759193, region=27a0bb786ae7bfcf371e17e8ff1c35e2, ASSIGN
2024-12-03T05:26:23,681 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17332035759193, region=27a0bb786ae7bfcf371e17e8ff1c35e2, ASSIGN; state=OFFLINE, location=32beccd76b35,40811,1733203566784; forceNewPlan=false, retain=false
2024-12-03T05:26:23,832 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=27a0bb786ae7bfcf371e17e8ff1c35e2, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:23,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17332035759193, region=27a0bb786ae7bfcf371e17e8ff1c35e2, ASSIGN because future has completed
2024-12-03T05:26:23,835 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a0bb786ae7bfcf371e17e8ff1c35e2, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T05:26:23,993 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:26:23,993 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 27a0bb786ae7bfcf371e17e8ff1c35e2, NAME => 'ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:23,994 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:26:23,994 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332035759193 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:23,994 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:23,994 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:23,994 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:23,997 INFO  [StoreOpener-27a0bb786ae7bfcf371e17e8ff1c35e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27a0bb786ae7bfcf371e17e8ff1c35e2 
2024-12-03T05:26:24,000 INFO  [StoreOpener-27a0bb786ae7bfcf371e17e8ff1c35e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a0bb786ae7bfcf371e17e8ff1c35e2 columnFamilyName f
2024-12-03T05:26:24,001 DEBUG [StoreOpener-27a0bb786ae7bfcf371e17e8ff1c35e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:24,002 INFO  [StoreOpener-27a0bb786ae7bfcf371e17e8ff1c35e2-1 {}] regionserver.HStore(327): Store=27a0bb786ae7bfcf371e17e8ff1c35e2/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:24,002 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:24,003 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns4/test-17332035759193/27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:24,003 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns4/test-17332035759193/27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:24,004 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:24,004 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:24,007 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:24,010 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns4/test-17332035759193/27a0bb786ae7bfcf371e17e8ff1c35e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T05:26:24,011 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 27a0bb786ae7bfcf371e17e8ff1c35e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9507429600, jitterRate=-0.1145516186952591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T05:26:24,011 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:26:24,011 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 27a0bb786ae7bfcf371e17e8ff1c35e2:
Running coprocessor pre-open hook at 1733203583995Writing region info on filesystem at 1733203583995Initializing all the Stores at 1733203583996 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203583996Cleaning up temporary data from old regions at 1733203584004 (+8 ms)Running coprocessor post-open hooks at 1733203584011 (+7 ms)Region opened successfully at 1733203584011
2024-12-03T05:26:24,013 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2., pid=19, masterSystemTime=1733203583988
2024-12-03T05:26:24,015 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:26:24,015 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:26:24,016 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=27a0bb786ae7bfcf371e17e8ff1c35e2, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:24,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a0bb786ae7bfcf371e17e8ff1c35e2, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:26:24,023 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-12-03T05:26:24,023 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 27a0bb786ae7bfcf371e17e8ff1c35e2, server=32beccd76b35,40811,1733203566784 in 185 msec
2024-12-03T05:26:24,025 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-03T05:26:24,025 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332035759193, region=27a0bb786ae7bfcf371e17e8ff1c35e2, ASSIGN in 344 msec
2024-12-03T05:26:24,026 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17332035759193 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T05:26:24,027 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17332035759193","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203584026"}]},"ts":"1733203584026"}
2024-12-03T05:26:24,029 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17332035759193, state=ENABLED in hbase:meta
2024-12-03T05:26:24,030 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17332035759193 execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T05:26:24,032 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17332035759193 in 784 msec
2024-12-03T05:26:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-03T05:26:24,386 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17332035759193 completed
2024-12-03T05:26:24,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17332035759193 get assigned. Timeout = 60000ms
2024-12-03T05:26:24,386 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T05:26:24,391 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17332035759193 assigned to meta. Checking AM states.
2024-12-03T05:26:24,391 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T05:26:24,391 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17332035759193 assigned.
2024-12-03T05:26:24,392 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T05:26:24,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:26:24,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:24,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:24,398 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:24,422 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=16, AvailableMemoryMB=3257
2024-12-03T05:26:24,424 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500
2024-12-03T05:26:24,426 INFO  [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables
2024-12-03T05:26:24,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733203575919 from 'test-1733203575919', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733203575919', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733203575919
2024-12-03T05:26:24,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741847_1023 (size=908)
2024-12-03T05:26:24,856 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/.tabledesc/.tableinfo.0000000001.367
2024-12-03T05:26:24,857 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/.tabledesc/.tableinfo.0000000002.908
2024-12-03T05:26:24,863 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733203575919}]
2024-12-03T05:26:24,872 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE}]
2024-12-03T05:26:24,873 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE
2024-12-03T05:26:24,875 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=CLOSING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:24,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE because future has completed
2024-12-03T05:26:24,878 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T05:26:24,878 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:25,038 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:25,038 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T05:26:25,039 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 7b730b9cba866997e1085cf6392f290f, disabling compactions & flushes
2024-12-03T05:26:25,039 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:25,039 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:25,039 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. after waiting 0 ms
2024-12-03T05:26:25,039 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:25,044 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 7b730b9cba866997e1085cf6392f290f 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-12-03T05:26:25,148 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f/26c48d3868104fc9929fd3ca92de0b60 is 37, key is row10/f:q1/1733203578608/Put/seqid=0
2024-12-03T05:26:25,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741848_1024 (size=8413)
2024-12-03T05:26:25,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332035759192
2024-12-03T05:26:25,368 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332035759192 Metrics about Tables on a single HBase RegionServer
2024-12-03T05:26:25,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332035759193
2024-12-03T05:26:25,370 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332035759193 Metrics about Tables on a single HBase RegionServer
2024-12-03T05:26:25,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332035759191
2024-12-03T05:26:25,371 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332035759191 Metrics about Tables on a single HBase RegionServer
2024-12-03T05:26:25,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733203575919
2024-12-03T05:26:25,372 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733203575919 Metrics about Tables on a single HBase RegionServer
2024-12-03T05:26:25,570 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f/26c48d3868104fc9929fd3ca92de0b60
2024-12-03T05:26:25,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f/26c48d3868104fc9929fd3ca92de0b60 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60
2024-12-03T05:26:25,676 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60, entries=99, sequenceid=103, filesize=8.2 K
2024-12-03T05:26:25,685 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7b730b9cba866997e1085cf6392f290f in 640ms, sequenceid=103, compaction requested=false
2024-12-03T05:26:25,700 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1
2024-12-03T05:26:25,704 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:26:25,704 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:25,704 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 7b730b9cba866997e1085cf6392f290f:
Waiting for close lock at 1733203585039Running coprocessor pre-close hooks at 1733203585039Disabling compacts and flushes for region at 1733203585039Disabling writes for close at 1733203585039Obtaining lock to block concurrent updates at 1733203585044 (+5 ms)Preparing flush snapshotting stores in 7b730b9cba866997e1085cf6392f290f at 1733203585044Finished memstore snapshotting test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733203585056 (+12 ms)Flushing stores of test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. at 1733203585062 (+6 ms)Flushing 7b730b9cba866997e1085cf6392f290f/f: creating writer at 1733203585064 (+2 ms)Flushing 7b730b9cba866997e1085cf6392f290f/f: appending metadata at 1733203585129 (+65 ms)Flushing 7b730b9cba866997e1085cf6392f290f/f: closing flushed file at 1733203585134 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e10bb4: reopening flushed file at 1733203585657 (+523 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7b730b9cba866997e1085cf6392f290f in 640ms, sequenceid=103, compaction requested=false at 1733203585685 (+28 ms)Writing region close event to WAL at 1733203585693 (+8 ms)Running coprocessor post-close hooks at 1733203585701 (+8 ms)Closed at 1733203585704 (+3 ms)
2024-12-03T05:26:25,704 WARN  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 7b730b9cba866997e1085cf6392f290f to self.
2024-12-03T05:26:25,711 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:25,712 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=CLOSED
2024-12-03T05:26:25,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:26:25,721 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-03T05:26:25,721 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 in 839 msec
2024-12-03T05:26:25,722 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE; state=CLOSED, location=32beccd76b35,40811,1733203566784; forceNewPlan=false, retain=true
2024-12-03T05:26:25,872 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:25,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE because future has completed
2024-12-03T05:26:25,876 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:26,034 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:26,034 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b730b9cba866997e1085cf6392f290f, NAME => 'test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:26,034 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:26:26,034 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733203575919 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,034 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:26,035 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,035 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,037 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b730b9cba866997e1085cf6392f290f 
2024-12-03T05:26:26,038 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b730b9cba866997e1085cf6392f290f columnFamilyName f
2024-12-03T05:26:26,038 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:26,049 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60
2024-12-03T05:26:26,050 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(327): Store=7b730b9cba866997e1085cf6392f290f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:26,050 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7b730b9cba866997e1085cf6392f290f 
2024-12-03T05:26:26,052 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b730b9cba866997e1085cf6392f290f columnFamilyName f3
2024-12-03T05:26:26,053 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:26,053 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(327): Store=7b730b9cba866997e1085cf6392f290f/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:26,055 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7b730b9cba866997e1085cf6392f290f 
2024-12-03T05:26:26,062 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b730b9cba866997e1085cf6392f290f columnFamilyName mob
2024-12-03T05:26:26,067 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:26,068 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(327): Store=7b730b9cba866997e1085cf6392f290f/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:26,069 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,070 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,072 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,074 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,074 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,075 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733203575919 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T05:26:26,077 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,082 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7b730b9cba866997e1085cf6392f290f; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11876315360, jitterRate=0.10606805980205536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T05:26:26,082 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:26,083 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7b730b9cba866997e1085cf6392f290f:
Running coprocessor pre-open hook at 1733203586035Writing region info on filesystem at 1733203586035Initializing all the Stores at 1733203586036 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203586036Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203586036Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203586036Cleaning up temporary data from old regions at 1733203586074 (+38 ms)Running coprocessor post-open hooks at 1733203586082 (+8 ms)Region opened successfully at 1733203586083 (+1 ms)
2024-12-03T05:26:26,085 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., pid=24, masterSystemTime=1733203586028
2024-12-03T05:26:26,088 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:26,088 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:26,089 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=OPEN, openSeqNum=107, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:26,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:26:26,097 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22
2024-12-03T05:26:26,097 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 in 218 msec
2024-12-03T05:26:26,101 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-12-03T05:26:26,101 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE in 1.2250 sec
2024-12-03T05:26:26,105 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-03T05:26:26,105 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733203575919 in 1.2400 sec
2024-12-03T05:26:26,109 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733203575919 in 1.6740 sec
2024-12-03T05:26:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20
2024-12-03T05:26:26,112 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733203575919 completed
2024-12-03T05:26:26,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748595e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:26,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:26,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:26,114 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:26,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:26,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:26,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f2bb16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:26,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:26,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:26,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:26,116 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:26,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fd2244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:26,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:26,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:26,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:26,120 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:26,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733203575919', row='row-test-1733203575919-3-0', locateType=CURRENT is [region=test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., hostname=32beccd76b35,40811,1733203566784, seqNum=107]
2024-12-03T05:26:26,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T05:26:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,35525,1733203564824
2024-12-03T05:26:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a55c21
2024-12-03T05:26:26,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T05:26:26,193 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T05:26:26,207 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'}
2024-12-03T05:26:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup
2024-12-03T05:26:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T05:26:26,217 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 8 msec
2024-12-03T05:26:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T05:26:26,316 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed
2024-12-03T05:26:26,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system
2024-12-03T05:26:26,337 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T05:26:26,337 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:26,337 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup"
qualifier: "system"
 procId is: 26
2024-12-03T05:26:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T05:26:26,338 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T05:26:26,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741849_1025 (size=635)
2024-12-03T05:26:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T05:26:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T05:26:26,750 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc6300d87f4888a54857aae0cd348ad7, NAME => 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:26,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741850_1026 (size=40)
2024-12-03T05:26:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T05:26:27,159 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:27,159 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing dc6300d87f4888a54857aae0cd348ad7, disabling compactions & flushes
2024-12-03T05:26:27,159 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:27,159 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:27,159 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. after waiting 0 ms
2024-12-03T05:26:27,159 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:27,160 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:27,160 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc6300d87f4888a54857aae0cd348ad7:
Waiting for close lock at 1733203587159Disabling compacts and flushes for region at 1733203587159Disabling writes for close at 1733203587159Writing region close event to WAL at 1733203587159Closed at 1733203587160 (+1 ms)
2024-12-03T05:26:27,162 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T05:26:27,163 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733203587162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733203587162"}]},"ts":"1733203587162"}
2024-12-03T05:26:27,165 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T05:26:27,167 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T05:26:27,167 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203587167"}]},"ts":"1733203587167"}
2024-12-03T05:26:27,170 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-12-03T05:26:27,170 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN}]
2024-12-03T05:26:27,171 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN
2024-12-03T05:26:27,173 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN; state=OFFLINE, location=32beccd76b35,40811,1733203566784; forceNewPlan=false, retain=false
2024-12-03T05:26:27,326 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=dc6300d87f4888a54857aae0cd348ad7, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:27,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN because future has completed
2024-12-03T05:26:27,331 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T05:26:27,490 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:27,490 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => dc6300d87f4888a54857aae0cd348ad7, NAME => 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:27,490 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:26:27,491 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,491 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:27,491 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,491 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,493 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region dc6300d87f4888a54857aae0cd348ad7 
2024-12-03T05:26:27,496 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc6300d87f4888a54857aae0cd348ad7 columnFamilyName meta
2024-12-03T05:26:27,496 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:27,497 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.HStore(327): Store=dc6300d87f4888a54857aae0cd348ad7/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:27,497 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region dc6300d87f4888a54857aae0cd348ad7 
2024-12-03T05:26:27,500 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc6300d87f4888a54857aae0cd348ad7 columnFamilyName session
2024-12-03T05:26:27,500 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:27,500 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.HStore(327): Store=dc6300d87f4888a54857aae0cd348ad7/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:27,501 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,502 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,502 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,505 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,505 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,506 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T05:26:27,508 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,512 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T05:26:27,513 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened dc6300d87f4888a54857aae0cd348ad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10564661600, jitterRate=-0.016089215874671936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T05:26:27,513 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:27,514 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for dc6300d87f4888a54857aae0cd348ad7:
Running coprocessor pre-open hook at 1733203587491Writing region info on filesystem at 1733203587491Initializing all the Stores at 1733203587493 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203587493Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203587493Cleaning up temporary data from old regions at 1733203587505 (+12 ms)Running coprocessor post-open hooks at 1733203587513 (+8 ms)Region opened successfully at 1733203587514 (+1 ms)
2024-12-03T05:26:27,516 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., pid=28, masterSystemTime=1733203587484
2024-12-03T05:26:27,520 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:27,520 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:27,521 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=dc6300d87f4888a54857aae0cd348ad7, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:27,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:26:27,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-12-03T05:26:27,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784 in 194 msec
2024-12-03T05:26:27,538 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-03T05:26:27,538 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN in 360 msec
2024-12-03T05:26:27,539 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T05:26:27,539 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203587539"}]},"ts":"1733203587539"}
2024-12-03T05:26:27,542 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-12-03T05:26:27,544 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T05:26:27,549 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2100 sec
2024-12-03T05:26:27,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17332035759192'
2024-12-03T05:26:27,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-12-03T05:26:27,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17332035759193'
2024-12-03T05:26:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-03T05:26:28,486 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed
2024-12-03T05:26:28,507 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk
2024-12-03T05:26:28,510 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T05:26:28,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:28,511 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup"
qualifier: "system_bulk"
 procId is: 29
2024-12-03T05:26:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T05:26:28,512 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T05:26:28,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741851_1027 (size=640)
2024-12-03T05:26:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T05:26:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T05:26:28,922 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 509e44a4e8d4dac4eb23b4b0f7736036, NAME => 'backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:28,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741852_1028 (size=45)
2024-12-03T05:26:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T05:26:29,338 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:29,338 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 509e44a4e8d4dac4eb23b4b0f7736036, disabling compactions & flushes
2024-12-03T05:26:29,338 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:26:29,338 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:26:29,338 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036. after waiting 0 ms
2024-12-03T05:26:29,338 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:26:29,338 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:26:29,339 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 509e44a4e8d4dac4eb23b4b0f7736036:
Waiting for close lock at 1733203589338Disabling compacts and flushes for region at 1733203589338Disabling writes for close at 1733203589338Writing region close event to WAL at 1733203589338Closed at 1733203589338
2024-12-03T05:26:29,340 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T05:26:29,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733203589340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733203589340"}]},"ts":"1733203589340"}
2024-12-03T05:26:29,343 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T05:26:29,345 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T05:26:29,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203589345"}]},"ts":"1733203589345"}
2024-12-03T05:26:29,347 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta
2024-12-03T05:26:29,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=509e44a4e8d4dac4eb23b4b0f7736036, ASSIGN}]
2024-12-03T05:26:29,349 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=509e44a4e8d4dac4eb23b4b0f7736036, ASSIGN
2024-12-03T05:26:29,350 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=509e44a4e8d4dac4eb23b4b0f7736036, ASSIGN; state=OFFLINE, location=32beccd76b35,40811,1733203566784; forceNewPlan=false, retain=false
2024-12-03T05:26:29,496 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T05:26:29,501 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=509e44a4e8d4dac4eb23b4b0f7736036, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:29,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=509e44a4e8d4dac4eb23b4b0f7736036, ASSIGN because future has completed
2024-12-03T05:26:29,504 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 509e44a4e8d4dac4eb23b4b0f7736036, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:26:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T05:26:29,663 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:26:29,664 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 509e44a4e8d4dac4eb23b4b0f7736036, NAME => 'backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:26:29,664 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:26:29,664 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,664 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:26:29,664 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,665 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,667 INFO  [StoreOpener-509e44a4e8d4dac4eb23b4b0f7736036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 509e44a4e8d4dac4eb23b4b0f7736036 
2024-12-03T05:26:29,669 INFO  [StoreOpener-509e44a4e8d4dac4eb23b4b0f7736036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 509e44a4e8d4dac4eb23b4b0f7736036 columnFamilyName meta
2024-12-03T05:26:29,669 DEBUG [StoreOpener-509e44a4e8d4dac4eb23b4b0f7736036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:29,670 INFO  [StoreOpener-509e44a4e8d4dac4eb23b4b0f7736036-1 {}] regionserver.HStore(327): Store=509e44a4e8d4dac4eb23b4b0f7736036/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:29,670 INFO  [StoreOpener-509e44a4e8d4dac4eb23b4b0f7736036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 509e44a4e8d4dac4eb23b4b0f7736036 
2024-12-03T05:26:29,672 INFO  [StoreOpener-509e44a4e8d4dac4eb23b4b0f7736036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 509e44a4e8d4dac4eb23b4b0f7736036 columnFamilyName session
2024-12-03T05:26:29,672 DEBUG [StoreOpener-509e44a4e8d4dac4eb23b4b0f7736036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:29,673 INFO  [StoreOpener-509e44a4e8d4dac4eb23b4b0f7736036-1 {}] regionserver.HStore(327): Store=509e44a4e8d4dac4eb23b4b0f7736036/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:26:29,673 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,674 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system_bulk/509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,675 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system_bulk/509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,676 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,677 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,677 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T05:26:29,679 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,683 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system_bulk/509e44a4e8d4dac4eb23b4b0f7736036/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T05:26:29,684 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 509e44a4e8d4dac4eb23b4b0f7736036; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11994944160, jitterRate=0.11711622774600983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T05:26:29,684 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:26:29,685 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 509e44a4e8d4dac4eb23b4b0f7736036:
Running coprocessor pre-open hook at 1733203589665Writing region info on filesystem at 1733203589665Initializing all the Stores at 1733203589666 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203589666Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203589666Cleaning up temporary data from old regions at 1733203589677 (+11 ms)Running coprocessor post-open hooks at 1733203589684 (+7 ms)Region opened successfully at 1733203589685 (+1 ms)
2024-12-03T05:26:29,686 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036., pid=31, masterSystemTime=1733203589658
2024-12-03T05:26:29,689 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:26:29,689 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:26:29,690 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=509e44a4e8d4dac4eb23b4b0f7736036, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:26:29,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 509e44a4e8d4dac4eb23b4b0f7736036, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:26:29,696 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-12-03T05:26:29,696 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 509e44a4e8d4dac4eb23b4b0f7736036, server=32beccd76b35,40811,1733203566784 in 190 msec
2024-12-03T05:26:29,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-03T05:26:29,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=509e44a4e8d4dac4eb23b4b0f7736036, ASSIGN in 349 msec
2024-12-03T05:26:29,700 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T05:26:29,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203589700"}]},"ts":"1733203589700"}
2024-12-03T05:26:29,702 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta
2024-12-03T05:26:29,704 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T05:26:29,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1960 sec
2024-12-03T05:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-03T05:26:30,655 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed
2024-12-03T05:26:30,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:26:30,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:26:30,679 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T05:26:30,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., hostname=32beccd76b35,40811,1733203566784, seqNum=2]
2024-12-03T05:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms
2024-12-03T05:26:30,709 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203590709 (current time:1733203590709).
2024-12-03T05:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T05:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae09caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:30,712 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:30,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:30,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1deccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:30,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:30,714 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:30,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316488f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:30,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:30,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:30,721 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:30,722 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:30,722 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-12-03T05:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T05:26:30,732 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:26:30,737 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:26:30,749 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:26:30,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741853_1029 (size=52)
2024-12-03T05:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T05:26:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T05:26:31,158 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:26:31,160 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7}]
2024-12-03T05:26:31,164 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:31,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33
2024-12-03T05:26:31,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:31,323 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing dc6300d87f4888a54857aae0cd348ad7 2/2 column families, dataSize=45 B heapSize=632 B
2024-12-03T05:26:31,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/69e30d823ddc4215a824f1517fb0a7c3 is 49, key is activesession:/session:c/1733203590697/Put/seqid=0
2024-12-03T05:26:31,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741854_1030 (size=5049)
2024-12-03T05:26:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T05:26:31,752 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/69e30d823ddc4215a824f1517fb0a7c3
2024-12-03T05:26:31,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/69e30d823ddc4215a824f1517fb0a7c3 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3
2024-12-03T05:26:31,770 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3, entries=1, sequenceid=5, filesize=4.9 K
2024-12-03T05:26:31,771 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for dc6300d87f4888a54857aae0cd348ad7 in 448ms, sequenceid=5, compaction requested=false
2024-12-03T05:26:31,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for dc6300d87f4888a54857aae0cd348ad7:

2024-12-03T05:26:31,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. for snapshot_backup_system completed.
2024-12-03T05:26:31,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.' region-info for snapshot=snapshot_backup_system
2024-12-03T05:26:31,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:26:31,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T05:26:31,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3] hfiles
2024-12-03T05:26:31,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3 for snapshot=snapshot_backup_system
2024-12-03T05:26:31,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741855_1031 (size=95)
2024-12-03T05:26:31,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:31,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-12-03T05:26:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-12-03T05:26:31,794 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:31,794 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:31,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-03T05:26:31,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7 in 635 msec
2024-12-03T05:26:31,797 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:26:31,799 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:26:31,800 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:26:31,800 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T05:26:31,803 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T05:26:31,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741856_1032 (size=731)
2024-12-03T05:26:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T05:26:32,228 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:26:32,241 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:26:32,242 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_backup_system
2024-12-03T05:26:32,245 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:26:32,245 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-12-03T05:26:32,248 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5170 sec
2024-12-03T05:26:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-03T05:26:32,876 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T05:26:32,877 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733203586170 started at 1733203592876.
2024-12-03T05:26:32,891 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733203586170 has been started.
2024-12-03T05:26:32,896 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-12-03T05:26:32,902 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T05:26:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T05:26:32,905 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T05:26:32,905 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T05:26:32,906 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T05:26:32,906 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T05:26:32,907 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:32,907 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:32,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T05:26:32,941 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:32,941 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T05:26:32,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:26:32,942 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:32,942 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T05:26:32,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:32,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:32,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T05:26:32,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:32,944 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T05:26:32,946 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T05:26:32,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T05:26:32,946 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T05:26:32,947 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T05:26:32,947 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T05:26:32,947 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T05:26:32,947 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '32beccd76b35,40811,1733203566784' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T05:26:32,980 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:32,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:32,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:32,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:26:32,980 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T05:26:32,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:26:32,980 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T05:26:32,981 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:26:32,981 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:26:32,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:32,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:32,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:26:32,983 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '32beccd76b35,40811,1733203566784' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T05:26:32,984 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T05:26:32,984 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7a9f163[Count = 0] remaining members to acquire global barrier
2024-12-03T05:26:32,984 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:32,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:32,987 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:32,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:32,987 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T05:26:32,987 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:32,987 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T05:26:32,988 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T05:26:32,988 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 32beccd76b35,40811,1733203566784
2024-12-03T05:26:32,995 INFO  [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733203569634 highest: 1733203577625 on 32beccd76b35,40811,1733203566784
2024-12-03T05:26:32,995 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0:(num 1733203569634) roll requested
2024-12-03T05:26:33,010 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995, exclude list is [], retry=0
2024-12-03T05:26:33,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:33,021 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203569634 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995
2024-12-03T05:26:33,022 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:33,022 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203569634 is not closed yet, will try archiving it next time
2024-12-03T05:26:33,022 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1:(num 1733203577625) roll requested
2024-12-03T05:26:33,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741832_1008 (size=1034)
2024-12-03T05:26:33,032 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203569634 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203569634
2024-12-03T05:26:33,043 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022, exclude list is [], retry=0
2024-12-03T05:26:33,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:33,048 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203577625 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022
2024-12-03T05:26:33,049 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:33,049 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203577625 is not closed yet, will try archiving it next time
2024-12-03T05:26:33,049 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.meta:.meta(num 1733203570162) roll requested
2024-12-03T05:26:33,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741840_1016 (size=4756)
2024-12-03T05:26:33,063 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta, exclude list is [], retry=0
2024-12-03T05:26:33,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:33,068 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203570162.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta
2024-12-03T05:26:33,069 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:33,069 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203570162.meta is not closed yet, will try archiving it next time
2024-12-03T05:26:33,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741834_1010 (size=12055)
2024-12-03T05:26:33,076 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-12-03T05:26:33,076 INFO  [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733203592995 on 32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,076 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T05:26:33,076 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,35525,1733203564824
2024-12-03T05:26:33,076 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180582a8
2024-12-03T05:26:33,077 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T05:26:33,078 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32921, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-03T05:26:33,079 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:33,079 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:33,080 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:33,081 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33273, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-03T05:26:33,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:26:33,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:26:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:43209/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., hostname=32beccd76b35,40811,1733203566784, seqNum=2]
2024-12-03T05:26:33,108 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T05:26:33,108 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '32beccd76b35,40811,1733203566784' in zk
2024-12-03T05:26:33,111 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T05:26:33,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,111 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T05:26:33,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,112 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T05:26:33,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:26:33,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:26:33,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:26:33,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:26:33,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:33,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:26:33,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:33,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '32beccd76b35,40811,1733203566784': 
2024-12-03T05:26:33,117 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T05:26:33,117 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T05:26:33,117 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T05:26:33,117 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '32beccd76b35,40811,1733203566784' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T05:26:33,117 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T05:26:33,118 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T05:26:33,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:26:33,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:26:33,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T05:26:33,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:33,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:26:33,121 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T05:26:33,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:26:33,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:33,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:26:33,122 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T05:26:33,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:26:33,123 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:33,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:33,124 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:26:33,125 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:33,125 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,126 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:26:33,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:33,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error)
2024-12-03T05:26:33,136 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T05:26:33,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T05:26:33,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T05:26:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:26:33,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T05:26:33,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T05:26:33,143 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T05:26:33,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:26:33,144 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T05:26:33,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:26:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T05:26:33,155 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 }
2024-12-03T05:26:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203593155 (current time:1733203593155).
2024-12-03T05:26:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:26:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733203593154_default_test-1733203575919 VERSION not specified, setting to 2
2024-12-03T05:26:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5884d389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:33,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:33,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:33,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:33,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6c24ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:33,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:33,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:33,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:33,165 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:33,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da2d141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:33,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:33,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:33,170 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:33,171 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:26:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:26:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:33,172 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:26:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 }
2024-12-03T05:26:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-12-03T05:26:33,176 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:26:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T05:26:33,177 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:26:33,181 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:26:33,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741860_1036 (size=84)
2024-12-03T05:26:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T05:26:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T05:26:33,598 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:26:33,598 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b730b9cba866997e1085cf6392f290f}]
2024-12-03T05:26:33,600 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:33,682 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T05:26:33,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-12-03T05:26:33,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:33,753 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7b730b9cba866997e1085cf6392f290f 3/3 column families, dataSize=654 B heapSize=2.25 KB
2024-12-03T05:26:33,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f3/6ec986da43fb464383107a6c0d954e8e is 58, key is row-test-1733203575919-3-0/f3:q1/1733203586125/Put/seqid=0
2024-12-03T05:26:33,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741861_1037 (size=5387)
2024-12-03T05:26:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T05:26:33,805 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk'
2024-12-03T05:26:34,199 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f3/6ec986da43fb464383107a6c0d954e8e
2024-12-03T05:26:34,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741862_1038 (size=4469)
2024-12-03T05:26:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T05:26:34,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/mob/2a4c98f519cb4a8a986ccfa3ef680011 is 59, key is row-test-1733203575919-3-0/mob:q1/1733203586153/Put/seqid=0
2024-12-03T05:26:34,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741863_1039 (size=5484)
2024-12-03T05:26:35,062 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/mob/2a4c98f519cb4a8a986ccfa3ef680011
2024-12-03T05:26:35,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f3/6ec986da43fb464383107a6c0d954e8e as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e
2024-12-03T05:26:35,082 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e, entries=6, sequenceid=121, filesize=5.3 K
2024-12-03T05:26:35,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/mob/2a4c98f519cb4a8a986ccfa3ef680011 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011
2024-12-03T05:26:35,093 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011, entries=6, sequenceid=121, filesize=5.4 K
2024-12-03T05:26:35,094 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7b730b9cba866997e1085cf6392f290f in 1341ms, sequenceid=121, compaction requested=false
2024-12-03T05:26:35,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7b730b9cba866997e1085cf6392f290f:

2024-12-03T05:26:35,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. for snapshot_1733203593154_default_test-1733203575919 completed.
2024-12-03T05:26:35,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.' region-info for snapshot=snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:35,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:26:35,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60] hfiles
2024-12-03T05:26:35,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60 for snapshot=snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:35,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e] hfiles
2024-12-03T05:26:35,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e for snapshot=snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:35,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011] hfiles
2024-12-03T05:26:35,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011 for snapshot=snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:35,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741864_1040 (size=185)
2024-12-03T05:26:35,167 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-03T05:26:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T05:26:35,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-12-03T05:26:35,368 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer
2024-12-03T05:26:35,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-12-03T05:26:35,369 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer
2024-12-03T05:26:35,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:35,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-12-03T05:26:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-12-03T05:26:35,502 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733203593154_default_test-1733203575919 on region 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:35,503 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:35,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-12-03T05:26:35,506 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:26:35,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b730b9cba866997e1085cf6392f290f in 1.9060 sec
2024-12-03T05:26:35,507 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:26:35,509 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-03T05:26:35,509 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-03T05:26:35,510 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:35,510 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-12-03T05:26:35,511 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:35,511 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3
2024-12-03T05:26:35,511 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:35,512 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob
2024-12-03T05:26:35,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741865_1041 (size=49)
2024-12-03T05:26:35,920 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:26:35,920 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:35,921 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:35,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741866_1042 (size=1146)
2024-12-03T05:26:36,334 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:26:36,342 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:26:36,343 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203593154_default_test-1733203575919 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:36,344 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:26:36,344 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-12-03T05:26:36,346 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733203593154_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } in 3.1710 sec
2024-12-03T05:26:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-03T05:26:37,346 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733203575919 completed
2024-12-03T05:26:37,346 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 }
2024-12-03T05:26:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203597346 (current time:1733203597346).
2024-12-03T05:26:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:26:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733203597346_ns2_test-17332035759191 VERSION not specified, setting to 2
2024-12-03T05:26:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3053ef21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:37,349 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:37,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:37,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:37,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffb8949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:37,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:37,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:37,351 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:37,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400cd870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:37,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:37,355 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:37,356 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:26:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:26:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:37,356 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:26:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 }
2024-12-03T05:26:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-12-03T05:26:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T05:26:37,359 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:26:37,361 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:26:37,364 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:26:37,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741867_1043 (size=86)
2024-12-03T05:26:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T05:26:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T05:26:37,771 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:26:37,771 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93dbea7a8f000662528f9d350f0c9302}]
2024-12-03T05:26:37,772 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:37,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37
2024-12-03T05:26:37,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:37,925 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 93dbea7a8f000662528f9d350f0c9302 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-12-03T05:26:37,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/.tmp/f/96e32ce26c0c42f1975389e6fe2c2f91 is 37, key is row10/f:q1/1733203580947/Put/seqid=0
2024-12-03T05:26:37,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741868_1044 (size=8413)
2024-12-03T05:26:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T05:26:38,353 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/.tmp/f/96e32ce26c0c42f1975389e6fe2c2f91
2024-12-03T05:26:38,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/.tmp/f/96e32ce26c0c42f1975389e6fe2c2f91 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91
2024-12-03T05:26:38,371 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91, entries=99, sequenceid=103, filesize=8.2 K
2024-12-03T05:26:38,372 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 93dbea7a8f000662528f9d350f0c9302 in 447ms, sequenceid=103, compaction requested=false
2024-12-03T05:26:38,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 93dbea7a8f000662528f9d350f0c9302:

2024-12-03T05:26:38,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302. for snapshot_1733203597346_ns2_test-17332035759191 completed.
2024-12-03T05:26:38,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.' region-info for snapshot=snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:38,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:26:38,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91] hfiles
2024-12-03T05:26:38,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91 for snapshot=snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:38,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741869_1045 (size=91)
2024-12-03T05:26:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T05:26:38,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:26:38,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-12-03T05:26:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-12-03T05:26:38,780 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733203597346_ns2_test-17332035759191 on region 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:38,780 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:26:38,784 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-12-03T05:26:38,784 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:26:38,784 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93dbea7a8f000662528f9d350f0c9302 in 1.0110 sec
2024-12-03T05:26:38,785 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:26:38,785 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:26:38,785 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:38,787 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:38,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741870_1046 (size=456)
2024-12-03T05:26:39,199 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:26:39,206 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:26:39,207 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203597346_ns2_test-17332035759191 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:39,208 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:26:39,208 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-12-03T05:26:39,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733203597346_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } in 1.8510 sec
2024-12-03T05:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-03T05:26:39,506 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17332035759191 completed
2024-12-03T05:26:39,506 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733203586170
2024-12-03T05:26:39,506 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-12-03T05:26:39,508 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied.
2024-12-03T05:26:39,510 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733203586170_test-1733203575919
2024-12-03T05:26:39,510 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733203593154_default_test-1733203575919 to hdfs://localhost:43209/backupUT/backup_1733203586170/default/test-1733203575919/
2024-12-03T05:26:39,515 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T05:26:39,553 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43209, inputRoot=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:39,553 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-739074639_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43209/backupUT/backup_1733203586170/default/test-1733203575919, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43209/backupUT/backup_1733203586170/default/test-1733203575919/.hbase-snapshot/.tmp/snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:39,555 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T05:26:39,562 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203593154_default_test-1733203575919 to hdfs://localhost:43209/backupUT/backup_1733203586170/default/test-1733203575919/.hbase-snapshot/.tmp/snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:39,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741871_1047 (size=84)
2024-12-03T05:26:39,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741872_1048 (size=1146)
2024-12-03T05:26:39,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:39,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:39,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-14423121519391489358.jar
2024-12-03T05:26:41,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-3311506111086484539.jar
2024-12-03T05:26:41,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:41,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:26:41,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:26:41,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:26:41,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:26:41,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:26:41,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:26:41,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:26:41,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:26:41,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:26:41,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:26:41,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:26:41,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:26:41,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:26:41,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:26:41,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:26:41,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:26:41,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:26:41,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:26:41,149 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:26:41,163 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:26:41,172 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733203593154_default_test-1733203575919' hfile list
2024-12-03T05:26:41,178 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K
2024-12-03T05:26:41,404 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1806399974_0001_393f3985-cf3c-4437-8ee0-2bd4eda8278c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-12-03T05:26:41,404 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1806399974_0001_393f3985-cf3c-4437-8ee0-2bd4eda8278c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-12-03T05:26:41,574 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T05:26:41,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741873_1049 (size=8413)
2024-12-03T05:26:42,082 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60 output=hdfs://localhost:43209/backupUT/backup_1733203586170/default/test-1733203575919/archive/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60
2024-12-03T05:26:42,084 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.016M/sec
2024-12-03T05:26:42,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741874_1050 (size=5484)
2024-12-03T05:26:42,530 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011 output=hdfs://localhost:43209/backupUT/backup_1733203586170/default/test-1733203575919/archive/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011
2024-12-03T05:26:42,531 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-12-03T05:26:42,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741875_1051 (size=5387)
2024-12-03T05:26:42,997 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e output=hdfs://localhost:43209/backupUT/backup_1733203586170/default/test-1733203575919/archive/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e
2024-12-03T05:26:42,998 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec
2024-12-03T05:26:43,477 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T05:26:43,478 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T05:26:43,487 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:43,487 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733203593154_default_test-1733203575919 finished.
2024-12-03T05:26:43,487 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733203586170_ns2:test-17332035759191
2024-12-03T05:26:43,487 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733203597346_ns2_test-17332035759191 to hdfs://localhost:43209/backupUT/backup_1733203586170/ns2/test-17332035759191/
2024-12-03T05:26:43,487 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T05:26:43,519 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43209, inputRoot=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:26:43,519 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-739074639_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43209/backupUT/backup_1733203586170/ns2/test-17332035759191, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43209/backupUT/backup_1733203586170/ns2/test-17332035759191/.hbase-snapshot/.tmp/snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:43,522 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T05:26:43,527 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203597346_ns2_test-17332035759191 to hdfs://localhost:43209/backupUT/backup_1733203586170/ns2/test-17332035759191/.hbase-snapshot/.tmp/snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:43,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741876_1052 (size=86)
2024-12-03T05:26:43,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741877_1053 (size=456)
2024-12-03T05:26:43,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:43,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:43,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-7060529903612062219.jar
2024-12-03T05:26:45,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-12523579064013421751.jar
2024-12-03T05:26:45,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:45,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:26:45,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:26:45,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:26:45,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:26:45,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:26:45,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:26:45,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:26:45,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:26:45,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:26:45,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:26:45,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:26:45,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:26:45,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:26:45,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:26:45,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:26:45,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:26:45,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:26:45,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:26:45,122 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:26:45,136 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:26:45,142 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733203597346_ns2_test-17332035759191' hfile list
2024-12-03T05:26:45,144 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K
2024-12-03T05:26:45,250 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1184013518_0002_33c931f8-75b4-47a4-9ed5-a34cc600f030/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-12-03T05:26:45,250 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1184013518_0002_33c931f8-75b4-47a4-9ed5-a34cc600f030/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-12-03T05:26:45,327 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T05:26:45,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741878_1054 (size=8413)
2024-12-03T05:26:45,805 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91 output=hdfs://localhost:43209/backupUT/backup_1733203586170/ns2/test-17332035759191/archive/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91
2024-12-03T05:26:45,805 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec
2024-12-03T05:26:46,297 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T05:26:46,298 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T05:26:46,305 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:46,305 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733203597346_ns2_test-17332035759191 finished.
2024-12-03T05:26:46,306 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733203575919
2024-12-03T05:26:46,306 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17332035759191
2024-12-03T05:26:46,360 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733203586170
2024-12-03T05:26:46,360 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-12-03T05:26:46,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741879_1055 (size=130)
2024-12-03T05:26:46,770 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43209/backupUT/backup_1733203586170/.backup.manifest
2024-12-03T05:26:46,773 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733203586170 finished: type=FULL,tablelist=test-1733203575919;ns2:test-17332035759191,targetRootDir=hdfs://localhost:43209/backupUT,startts=1733203592876,completets=1733203606358,bytescopied=0
2024-12-03T05:26:46,773 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-12-03T05:26:46,773 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:46,779 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733203593154_default_test-1733203575919"
type: DISABLED

2024-12-03T05:26:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733203593154_default_test-1733203575919
2024-12-03T05:26:46,784 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733203593154_default_test-1733203575919 for backup backup_1733203586170 succeeded.
2024-12-03T05:26:46,784 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:46,784 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733203597346_ns2_test-17332035759191"
type: DISABLED

2024-12-03T05:26:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733203597346_ns2_test-17332035759191
2024-12-03T05:26:46,788 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733203597346_ns2_test-17332035759191 for backup backup_1733203586170 succeeded.
2024-12-03T05:26:46,789 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T05:26:46,799 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T05:26:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T05:26:46,802 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T05:26:46,808 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T05:26:46,823 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733203586170 completed.
2024-12-03T05:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:26:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:26:46,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733203586170', locateType=CURRENT is [region=backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., hostname=32beccd76b35,40811,1733203566784, seqNum=2]
2024-12-03T05:26:47,020 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1733203575919
2024-12-03T05:26:47,040 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1733203575919
2024-12-03T05:26:47,205 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1733203575919 to Mob enabled CF
2024-12-03T05:26:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332035759191', row='row-t20', locateType=CURRENT is [region=ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302., hostname=32beccd76b35,40811,1733203566784, seqNum=2]
2024-12-03T05:26:47,237 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17332035759191
2024-12-03T05:26:47,245 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:26:47,246 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] assignment.SplitTableRegionProcedure(210): test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. splitKey isn't explicitly specified, will try to find a best split key from RS 32beccd76b35,40811,1733203566784
2024-12-03T05:26:47,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60 because midkey is the same as first or last row
2024-12-03T05:26:47,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e because midkey is the same as first or last row
2024-12-03T05:26:47,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011 because midkey is the same as first or last row
2024-12-03T05:26:47,250 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.HRegion(2902): Flushing 7b730b9cba866997e1085cf6392f290f 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB
2024-12-03T05:26:47,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f/80b5c662b960495ab59dd0718783157f is 59, key is row-test-1733203575919-1-10/f:q1/1733203606868/Put/seqid=0
2024-12-03T05:26:47,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741880_1056 (size=10796)
2024-12-03T05:26:47,282 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f/80b5c662b960495ab59dd0718783157f
2024-12-03T05:26:47,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f is 63, key is row-test-1733203575919-3-100/mob:q1/1733203607189/Put/seqid=0
2024-12-03T05:26:47,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741881_1057 (size=5591)
2024-12-03T05:26:47,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:26:47,713 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/mobdir/data/default/test-1733203575919/fa4a784277bef70f6b583b558b046fca/mob/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f
2024-12-03T05:26:47,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/mob/36078d780d714c3c9c665675d2dcc3b3, store: [table=test-1733203575919 family=mob region=7b730b9cba866997e1085cf6392f290f]
2024-12-03T05:26:47,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/mob/36078d780d714c3c9c665675d2dcc3b3 is 192, key is row-test-1733203575919-3-100/mob:q1/1733203607189/Put/seqid=0
2024-12-03T05:26:47,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741882_1058 (size=13760)
2024-12-03T05:26:48,120 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/mob/36078d780d714c3c9c665675d2dcc3b3
2024-12-03T05:26:48,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f/80b5c662b960495ab59dd0718783157f as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/80b5c662b960495ab59dd0718783157f
2024-12-03T05:26:48,135 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/80b5c662b960495ab59dd0718783157f, entries=99, sequenceid=334, filesize=10.5 K
2024-12-03T05:26:48,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/mob/36078d780d714c3c9c665675d2dcc3b3 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/36078d780d714c3c9c665675d2dcc3b3
2024-12-03T05:26:48,144 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/36078d780d714c3c9c665675d2dcc3b3, entries=111, sequenceid=334, filesize=13.4 K
2024-12-03T05:26:48,145 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 7b730b9cba866997e1085cf6392f290f in 896ms, sequenceid=334, compaction requested=false
2024-12-03T05:26:48,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.HRegion(2603): Flush status journal for 7b730b9cba866997e1085cf6392f290f:

2024-12-03T05:26:48,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/80b5c662b960495ab59dd0718783157f because midkey is the same as first or last row
2024-12-03T05:26:48,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e because midkey is the same as first or last row
2024-12-03T05:26:48,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/36078d780d714c3c9c665675d2dcc3b3 because midkey is the same as first or last row
2024-12-03T05:26:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=32beccd76b35,40811,1733203566784
2024-12-03T05:26:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-03T05:26:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.3:40492 deadline: 1733203667244, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
2024-12-03T05:26:48,153 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:26:48,153 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733203575919 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:26:48,154 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-12-03T05:26:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733203575919,, stopping at row=test-1733203575919 ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,165 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733203575919,, stopping at row=test-1733203575919 ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733203575919', row='', locateType=CURRENT is [region=test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., hostname=32beccd76b35,40811,1733203566784, seqNum=107]
2024-12-03T05:26:48,175 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =938
2024-12-03T05:26:48,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,214 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T05:26:48,218 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733203608175
2024-12-03T05:26:48,226 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733203586170}
2024-12-03T05:26:48,226 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T05:26:48,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:26:48,297 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:26:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203608297 (current time:1733203608297).
2024-12-03T05:26:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:26:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T05:26:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433ad39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:48,299 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:48,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:48,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:48,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c4c7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:48,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:48,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:48,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:48,302 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f64d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:48,306 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:48,307 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:26:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:26:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:48,307 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:26:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:26:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-12-03T05:26:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T05:26:48,312 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:26:48,313 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:26:48,316 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:26:48,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741883_1059 (size=52)
2024-12-03T05:26:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T05:26:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T05:26:48,723 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:26:48,723 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7}]
2024-12-03T05:26:48,724 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:48,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40
2024-12-03T05:26:48,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:48,877 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing dc6300d87f4888a54857aae0cd348ad7 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB
2024-12-03T05:26:48,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/d8ed43359a22456ab8c97c587165294a is 158, key is trslm:hdfs://localhost:43209/backupUT\x00ns2:test-17332035759191/meta:log-roll-map/1733203606347/Put/seqid=0
2024-12-03T05:26:48,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741884_1060 (size=5914)
2024-12-03T05:26:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T05:26:49,299 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/d8ed43359a22456ab8c97c587165294a
2024-12-03T05:26:49,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/b5cf27b95cf34eb2bf1217d3489be519 is 433, key is session:backup_1733203586170/session:context/1733203606806/Put/seqid=0
2024-12-03T05:26:49,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741885_1061 (size=5535)
2024-12-03T05:26:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T05:26:49,715 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/b5cf27b95cf34eb2bf1217d3489be519
2024-12-03T05:26:49,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/d8ed43359a22456ab8c97c587165294a as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a
2024-12-03T05:26:49,728 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a, entries=6, sequenceid=17, filesize=5.8 K
2024-12-03T05:26:49,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/b5cf27b95cf34eb2bf1217d3489be519 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519
2024-12-03T05:26:49,734 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519, entries=2, sequenceid=17, filesize=5.4 K
2024-12-03T05:26:49,736 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for dc6300d87f4888a54857aae0cd348ad7 in 859ms, sequenceid=17, compaction requested=false
2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for dc6300d87f4888a54857aae0cd348ad7:

2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. for snapshot_backup_system completed.
2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.' region-info for snapshot=snapshot_backup_system
2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a] hfiles
2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a for snapshot=snapshot_backup_system
2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519] hfiles
2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3 for snapshot=snapshot_backup_system
2024-12-03T05:26:49,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519 for snapshot=snapshot_backup_system
2024-12-03T05:26:49,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741886_1062 (size=173)
2024-12-03T05:26:50,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:26:50,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40
2024-12-03T05:26:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=40
2024-12-03T05:26:50,142 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:50,143 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:26:50,145 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-12-03T05:26:50,145 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:26:50,145 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7 in 1.4210 sec
2024-12-03T05:26:50,146 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:26:50,147 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:26:50,147 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T05:26:50,148 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T05:26:50,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741887_1063 (size=810)
2024-12-03T05:26:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T05:26:50,458 DEBUG [master/32beccd76b35:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733203575919
2024-12-03T05:26:50,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741888_1064 (size=950)
2024-12-03T05:26:50,558 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:26:50,565 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:26:50,566 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_backup_system
2024-12-03T05:26:50,567 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:26:50,567 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-12-03T05:26:50,568 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2570 sec
2024-12-03T05:26:50,871 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/.tabledesc/.tableinfo.0000000002.908
2024-12-03T05:26:50,871 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/.tabledesc/.tableinfo.0000000003.950
2024-12-03T05:26:50,873 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733203575919 in 417 msec
2024-12-03T05:26:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-03T05:26:52,475 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T05:26:52,476 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733203608175 started at 1733203612476.
2024-12-03T05:26:52,479 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733203608175 has been started.
2024-12-03T05:26:52,488 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733203575919, ns2:test-17332035759191]
2024-12-03T05:26:52,492 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733203577625for backupID backup_1733203608175
2024-12-03T05:26:52,492 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-12-03T05:26:52,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T05:26:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T05:26:52,493 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T05:26:52,493 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T05:26:52,493 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T05:26:52,493 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T05:26:52,494 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,494 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:52,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T05:26:52,496 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,496 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T05:26:52,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:26:52,496 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,496 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T05:26:52,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:52,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T05:26:52,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:52,498 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T05:26:52,498 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T05:26:52,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T05:26:52,498 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T05:26:52,498 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T05:26:52,499 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T05:26:52,499 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T05:26:52,499 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '32beccd76b35,40811,1733203566784' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T05:26:52,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,501 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:52,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:26:52,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:26:52,501 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T05:26:52,501 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T05:26:52,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:26:52,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:26:52,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:52,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:26:52,504 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '32beccd76b35,40811,1733203566784' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T05:26:52,504 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4dd4e3e[Count = 0] remaining members to acquire global barrier
2024-12-03T05:26:52,504 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T05:26:52,504 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:52,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:52,506 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:52,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:52,507 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T05:26:52,507 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,507 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T05:26:52,507 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T05:26:52,507 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,507 INFO  [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733203592995 highest: 1733203593022 on 32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,507 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0:(num 1733203592995) roll requested
2024-12-03T05:26:52,525 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203612508, exclude list is [], retry=0
2024-12-03T05:26:52,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:52,530 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203612508
2024-12-03T05:26:52,530 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:52,530 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995 is not closed yet, will try archiving it next time
2024-12-03T05:26:52,530 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1:(num 1733203593022) roll requested
2024-12-03T05:26:52,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741857_1033 (size=1198)
2024-12-03T05:26:52,532 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995 not finished, retry = 0
2024-12-03T05:26:52,544 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203612530, exclude list is [], retry=0
2024-12-03T05:26:52,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:52,547 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203612530
2024-12-03T05:26:52,548 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:52,548 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022 is not closed yet, will try archiving it next time
2024-12-03T05:26:52,548 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.meta:.meta(num 1733203593049) roll requested
2024-12-03T05:26:52,548 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203577625 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203577625
2024-12-03T05:26:52,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741858_1034 (size=30490)
2024-12-03T05:26:52,561 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203612548.meta, exclude list is [], retry=0
2024-12-03T05:26:52,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:26:52,565 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203612548.meta
2024-12-03T05:26:52,565 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:26:52,565 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta is not closed yet, will try archiving it next time
2024-12-03T05:26:52,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741859_1035 (size=93)
2024-12-03T05:26:52,566 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta not finished, retry = 0
2024-12-03T05:26:52,568 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-12-03T05:26:52,568 INFO  [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733203612508 on 32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:26:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:26:52,585 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T05:26:52,585 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '32beccd76b35,40811,1733203566784' in zk
2024-12-03T05:26:52,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,587 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T05:26:52,587 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T05:26:52,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,587 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T05:26:52,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:26:52,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:26:52,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:26:52,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:26:52,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:52,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,590 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:26:52,590 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:52,590 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,591 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '32beccd76b35,40811,1733203566784': 
2024-12-03T05:26:52,591 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '32beccd76b35,40811,1733203566784' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T05:26:52,591 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T05:26:52,591 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T05:26:52,591 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T05:26:52,591 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T05:26:52,591 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T05:26:52,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T05:26:52,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:26:52,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:26:52,594 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:26:52,594 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T05:26:52,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:26:52,595 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,595 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:52,595 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,595 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:26:52,596 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:52,596 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,596 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,596 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:26:52,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:26:52,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:52,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T05:26:52,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T05:26:52,600 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T05:26:52,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:26:52,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T05:26:52,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:26:52,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:52,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:26:52,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:26:52,601 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T05:26:52,601 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T05:26:52,601 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T05:26:52,601 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T05:26:52,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:26:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T05:26:52,608 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {32beccd76b35:40811=1733203577625}
 newestTimestamps: {32beccd76b35:40811=1733203593022}
2024-12-03T05:26:52,610 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 32beccd76b35%2C40811%2C1733203566784.meta.1733203570162.meta
2024-12-03T05:26:52,610 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta
2024-12-03T05:26:52,610 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 32beccd76b35%2C40811%2C1733203566784.meta.1733203612548.meta
2024-12-03T05:26:52,610 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995
2024-12-03T05:26:52,610 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203612508
2024-12-03T05:26:52,610 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022
2024-12-03T05:26:52,610 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203612530
2024-12-03T05:26:52,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741892_1068 (size=950)
2024-12-03T05:26:52,667 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta
2024-12-03T05:26:53,023 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733203575919 target: hdfs://localhost:43209/backupUT/backup_1733203608175/default/test-1733203575919 descriptor: 'test-1733203575919', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:53,023 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T05:26:53,026 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733203575919
2024-12-03T05:26:53,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741893_1069 (size=53)
2024-12-03T05:26:53,434 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733203575919
2024-12-03T05:26:53,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741894_1070 (size=364)
2024-12-03T05:26:53,847 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17332035759191 target: hdfs://localhost:43209/backupUT/backup_1733203608175/ns2/test-17332035759191 descriptor: 'ns2:test-17332035759191', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:26:53,847 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T05:26:53,850 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17332035759191
2024-12-03T05:26:53,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741895_1071 (size=50)
2024-12-03T05:26:53,857 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17332035759191
2024-12-03T05:26:53,866 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:43209/backupUT/.tmp/backup_1733203608175 from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995;hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022
2024-12-03T05:26:53,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d85a77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:53,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:53,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:53,869 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:53,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:53,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:53,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f3c124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:53,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:53,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:53,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:53,871 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:53,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31657d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:53,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T05:26:53,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,35525,1733203564824
2024-12-03T05:26:53,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd56b02
2024-12-03T05:26:53,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T05:26:53,874 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T05:26:53,880 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T05:26:53,880 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733203575919
2024-12-03T05:26:53,880 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733203575919,, stopping at row=test-1733203575919 ,, for max=2147483647 with caching=100
2024-12-03T05:26:53,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:53,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:53,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:53,882 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:53,884 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733203575919: test-1733203575919;
2024-12-03T05:26:53,885 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17332035759191
2024-12-03T05:26:53,885 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17332035759191,, stopping at row=ns2:test-17332035759191 ,, for max=2147483647 with caching=100
2024-12-03T05:26:53,887 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17332035759191: ns2:test-17332035759191;
2024-12-03T05:26:53,887 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-03T05:26:53,887 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/hbase-staging/partitions_5b0fbccd-e412-4f6c-a44a-61d1c4510622
2024-12-03T05:26:53,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741896_1072 (size=192)
2024-12-03T05:26:54,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:54,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:54,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-985420019118697292.jar
2024-12-03T05:26:55,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-1052969948845411094.jar
2024-12-03T05:26:55,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:26:55,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:26:55,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:26:55,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:26:55,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:26:55,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:26:55,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:26:55,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:26:55,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:26:55,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:26:55,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:26:55,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-13738347408118976437.jar
2024-12-03T05:26:55,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-13738347408118976437.jar
2024-12-03T05:26:55,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:26:55,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-13738347408118976437.jar
2024-12-03T05:26:55,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-13738347408118976437.jar
2024-12-03T05:26:55,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:26:55,507 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733203575919,ns2:test-17332035759191
2024-12-03T05:26:55,508 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T05:26:55,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:26:55,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:55,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:55,508 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:55,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:26:56,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-10581738453048143968.jar
2024-12-03T05:26:56,516 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:26:56,531 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:26:56,535 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995 for WAL files
2024-12-03T05:26:56,536 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995
2024-12-03T05:26:56,536 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022 for WAL files
2024-12-03T05:26:56,538 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022
2024-12-03T05:26:56,639 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1751959868_0003_9497c4fe-c7b9-4080-b5ec-4df3e791a16e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-12-03T05:26:56,639 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1751959868_0003_9497c4fe-c7b9-4080-b5ec-4df3e791a16e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-12-03T05:26:56,740 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022 for hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022 (-9223372036854775808:9223372036854775807) length:30490
2024-12-03T05:26:56,758 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T05:26:56,759 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T05:26:56,809 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995 for hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995 (-9223372036854775808:9223372036854775807) length:1198
2024-12-03T05:26:56,813 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-03T05:26:56,814 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-03T05:26:56,897 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd993b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:56,898 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:56,898 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:56,899 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a881a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:56,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:56,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:56,901 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:56,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c76b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:56,902 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:56,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:56,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:56,904 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:56,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332035759191', row='row-t20', locateType=CURRENT is [region=ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302., hostname=32beccd76b35,40811,1733203566784, seqNum=2]
2024-12-03T05:26:56,906 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T05:26:56,906 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:26:56,906 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:56,906 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:56,906 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:56,906 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-12-03T05:26:56,906 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 32beccd76b35
2024-12-03T05:26:56,912 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/backupUT/.tmp/backup_1733203608175/_temporary/0/_temporary/attempt_local1751959868_0003_r_000000_0/ns2/test-17332035759191/f/15756a6b0fa54b4697a9324a5c749aeb is 38, key is row-t20/f:q1/1733203607224/Put/seqid=0
2024-12-03T05:26:56,914 WARN  [Thread-944 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [32beccd76b35:40811] Specified favored nodes: [32beccd76b35:40811]
2024-12-03T05:26:56,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741897_1073 (size=5275)
2024-12-03T05:26:57,347 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e299d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:57,347 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:57,347 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:57,348 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:57,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:57,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:57,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e67fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:57,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:57,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:57,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:57,350 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:57,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8f76f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:57,351 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:57,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:57,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:57,353 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:57,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733203575919', row='row-test-1733203575919-1-0', locateType=CURRENT is [region=test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., hostname=32beccd76b35,40811,1733203566784, seqNum=107]
2024-12-03T05:26:57,357 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T05:26:57,357 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:26:57,357 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:57,357 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:57,357 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:57,357 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733203575919-1-0]
2024-12-03T05:26:57,357 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 32beccd76b35
2024-12-03T05:26:57,370 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16edfb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:57,370 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:26:57,370 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:26:57,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:26:57,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:26:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:26:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fe9ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:26:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:26:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:57,373 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:26:57,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bc8467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:26:57,374 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:26:57,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:26:57,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:26:57,376 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:26:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733203575919', row='row-test-1733203575919-3-0', locateType=CURRENT is [region=test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., hostname=32beccd76b35,40811,1733203566784, seqNum=107]
2024-12-03T05:26:57,379 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-03T05:26:57,379 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:26:57,379 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:57,379 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:26:57,379 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:26:57,379 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733203575919-3-0]
2024-12-03T05:26:57,379 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 32beccd76b35
2024-12-03T05:26:57,390 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/backupUT/.tmp/backup_1733203608175/_temporary/0/_temporary/attempt_local1751959868_0003_r_000001_0/default/test-1733203575919/f/83c789c0e32244d1a964304407b578ad is 59, key is row-test-1733203575919-1-10/f:q1/1733203606868/Put/seqid=0
2024-12-03T05:26:57,391 WARN  [Thread-956 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [32beccd76b35:40811] Specified favored nodes: [32beccd76b35:40811]
2024-12-03T05:26:57,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741898_1074 (size=10770)
2024-12-03T05:26:57,795 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/backupUT/.tmp/backup_1733203608175/_temporary/0/_temporary/attempt_local1751959868_0003_r_000001_0/default/test-1733203575919/mob/e77f6c9b1c2d4cf1a387cf863710379a is 63, key is row-test-1733203575919-3-100/mob:q1/1733203607189/Put/seqid=0
2024-12-03T05:26:57,797 WARN  [Thread-958 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [32beccd76b35:40811] Specified favored nodes: [32beccd76b35:40811]
2024-12-03T05:26:57,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741899_1075 (size=11811)
2024-12-03T05:26:58,684 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:43209/backupUT
2024-12-03T05:26:58,684 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733203608175
2024-12-03T05:26:58,684 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-12-03T05:26:58,703 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:43209/backupUT/.tmp/backup_1733203608175, hdfs://localhost:43209/backupUT]
2024-12-03T05:26:58,775 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:26:58,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741900_1076 (size=5275)
2024-12-03T05:26:59,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741901_1077 (size=10770)
2024-12-03T05:26:59,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741902_1078 (size=11811)
2024-12-03T05:27:00,391 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-12-03T05:27:00,394 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733203608175
2024-12-03T05:27:00,394 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied."
2024-12-03T05:27:00,395 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2096923789_0004 completed: true true
2024-12-03T05:27:00,395 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2493800
		FILE: Number of bytes written=4865305
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=231467
		HDFS: Number of bytes written=2433185
		HDFS: Number of read operations=643
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=249
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=12
		Map output records=0
		Input split bytes=340
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=3004
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=27856
		Bytes Copied=27856
		Bytes Expected=27856
		Files Copied=4
		DIR_COPY=8
2024-12-03T05:27:00,396 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:43209/backupUT/.tmp/backup_1733203608175 to hdfs://localhost:43209/backupUT finished.
2024-12-03T05:27:00,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1733203575919:', locateType=CURRENT is [region=backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036., hostname=32beccd76b35,40811,1733203566784, seqNum=2]
2024-12-03T05:27:00,410 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733203608175
2024-12-03T05:27:00,413 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733203586170}
2024-12-03T05:27:00,413 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T05:27:00,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741903_1079 (size=384)
2024-12-03T05:27:00,452 INFO  [master/32beccd76b35:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-03T05:27:00,452 INFO  [master/32beccd76b35:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-03T05:27:00,819 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43209/backupUT/backup_1733203608175/.backup.manifest
2024-12-03T05:27:00,819 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733203608175 finished: type=INCREMENTAL,tablelist=test-1733203575919;ns2:test-17332035759191,targetRootDir=hdfs://localhost:43209/backupUT,startts=1733203612476,completets=1733203620410,bytescopied=0
2024-12-03T05:27:00,819 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T05:27:00,824 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T05:27:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T05:27:00,826 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T05:27:00,829 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T05:27:00,833 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733203608175 completed.
2024-12-03T05:27:00,833 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-12-03T05:27:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:00,850 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43209/backupUT/backup_1733203608175/.backup.manifest
2024-12-03T05:27:00,852 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733203608175/.backup.manifest
2024-12-03T05:27:00,854 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733203575919 from 'test-1733203575919', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733203575919', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:27:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733203575919
2024-12-03T05:27:00,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741904_1080 (size=908)
2024-12-03T05:27:01,267 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/.tabledesc/.tableinfo.0000000003.950
2024-12-03T05:27:01,267 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/.tabledesc/.tableinfo.0000000004.908
2024-12-03T05:27:01,270 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733203575919}]
2024-12-03T05:27:01,272 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE}]
2024-12-03T05:27:01,274 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE
2024-12-03T05:27:01,275 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=CLOSING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:27:01,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE because future has completed
2024-12-03T05:27:01,277 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T05:27:01,277 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:27:01,430 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,430 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T05:27:01,430 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 7b730b9cba866997e1085cf6392f290f, disabling compactions & flushes
2024-12-03T05:27:01,430 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:01,430 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:01,430 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. after waiting 0 ms
2024-12-03T05:27:01,430 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:01,437 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106
2024-12-03T05:27:01,437 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:01,437 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:01,438 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 7b730b9cba866997e1085cf6392f290f:
Waiting for close lock at 1733203621430Running coprocessor pre-close hooks at 1733203621430Disabling compacts and flushes for region at 1733203621430Disabling writes for close at 1733203621430Writing region close event to WAL at 1733203621432 (+2 ms)Running coprocessor post-close hooks at 1733203621437 (+5 ms)Closed at 1733203621437
2024-12-03T05:27:01,438 WARN  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 7b730b9cba866997e1085cf6392f290f to self.
2024-12-03T05:27:01,440 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,440 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=CLOSED
2024-12-03T05:27:01,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:27:01,445 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-12-03T05:27:01,446 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 in 166 msec
2024-12-03T05:27:01,446 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE; state=CLOSED, location=32beccd76b35,40811,1733203566784; forceNewPlan=false, retain=true
2024-12-03T05:27:01,597 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:27:01,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE because future has completed
2024-12-03T05:27:01,600 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:27:01,755 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:01,756 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b730b9cba866997e1085cf6392f290f, NAME => 'test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:27:01,756 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:27:01,756 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733203575919 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,756 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:27:01,757 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,757 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,758 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b730b9cba866997e1085cf6392f290f 
2024-12-03T05:27:01,759 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b730b9cba866997e1085cf6392f290f columnFamilyName f
2024-12-03T05:27:01,759 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:01,766 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60
2024-12-03T05:27:01,771 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/80b5c662b960495ab59dd0718783157f
2024-12-03T05:27:01,771 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(327): Store=7b730b9cba866997e1085cf6392f290f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:27:01,771 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 7b730b9cba866997e1085cf6392f290f 
2024-12-03T05:27:01,772 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b730b9cba866997e1085cf6392f290f columnFamilyName f2
2024-12-03T05:27:01,772 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:01,773 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(327): Store=7b730b9cba866997e1085cf6392f290f/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:27:01,773 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7b730b9cba866997e1085cf6392f290f 
2024-12-03T05:27:01,774 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b730b9cba866997e1085cf6392f290f columnFamilyName mob
2024-12-03T05:27:01,774 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:01,780 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011
2024-12-03T05:27:01,785 DEBUG [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/36078d780d714c3c9c665675d2dcc3b3
2024-12-03T05:27:01,785 INFO  [StoreOpener-7b730b9cba866997e1085cf6392f290f-1 {}] regionserver.HStore(327): Store=7b730b9cba866997e1085cf6392f290f/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:27:01,785 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,786 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,787 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,788 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,788 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,789 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733203575919 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T05:27:01,790 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,791 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 7b730b9cba866997e1085cf6392f290f; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11005403840, jitterRate=0.024958103895187378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T05:27:01,791 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:01,793 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 7b730b9cba866997e1085cf6392f290f:
Running coprocessor pre-open hook at 1733203621757Writing region info on filesystem at 1733203621757Initializing all the Stores at 1733203621758 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203621758Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203621758Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203621758Cleaning up temporary data from old regions at 1733203621788 (+30 ms)Running coprocessor post-open hooks at 1733203621791 (+3 ms)Region opened successfully at 1733203621793 (+2 ms)
2024-12-03T05:27:01,794 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., pid=46, masterSystemTime=1733203621751
2024-12-03T05:27:01,796 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:01,796 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:01,796 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b730b9cba866997e1085cf6392f290f, regionState=OPEN, openSeqNum=338, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:27:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:27:01,800 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44
2024-12-03T05:27:01,800 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b730b9cba866997e1085cf6392f290f, server=32beccd76b35,40811,1733203566784 in 200 msec
2024-12-03T05:27:01,802 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43
2024-12-03T05:27:01,802 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733203575919, region=7b730b9cba866997e1085cf6392f290f, REOPEN/MOVE in 528 msec
2024-12-03T05:27:01,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-12-03T05:27:01,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733203575919 in 533 msec
2024-12-03T05:27:01,807 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733203575919
2024-12-03T05:27:01,813 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f3/6ec986da43fb464383107a6c0d954e8e
2024-12-03T05:27:01,815 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733203575919 in 960 msec
2024-12-03T05:27:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-03T05:27:01,816 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733203575919 completed
2024-12-03T05:27:01,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,850 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T05:27:01,855 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733203621817
2024-12-03T05:27:01,857 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733203608175}
2024-12-03T05:27:01,857 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733203586170}
2024-12-03T05:27:01,857 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup.
2024-12-03T05:27:01,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,906 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : 
Mismatch in column family descriptor for table: test-1733203575919
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: 
Mismatch in column family descriptor for table: test-1733203575919
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
	at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?]
	at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T05:27:01,909 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733203621817,startts=0,failedts=1733203621906,failedphase=REQUEST,failedmessage=
Mismatch in column family descriptor for table: test-1733203575919
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru
2024-12-03T05:27:01,909 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-12-03T05:27:01,910 WARN  [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists.
2024-12-03T05:27:01,911 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T05:27:01,912 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists
2024-12-03T05:27:01,912 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST
2024-12-03T05:27:01,914 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T05:27:01,916 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733203621817 failed.
2024-12-03T05:27:01,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:01,931 INFO  [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733203575919, ns2:test-17332035759191, ns3:test-17332035759192, ns4:test-17332035759193]
2024-12-03T05:27:01,931 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T05:27:01,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203621935 (current time:1733203621935).
2024-12-03T05:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T05:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299abff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:01,937 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261c18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:01,939 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:01,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c438a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:01,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:01,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:01,942 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:01,943 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:01,943 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-12-03T05:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T05:27:01,945 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:27:01,946 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:27:01,948 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:27:01,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741905_1081 (size=52)
2024-12-03T05:27:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T05:27:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T05:27:02,357 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:27:02,357 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7}]
2024-12-03T05:27:02,358 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:02,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48
2024-12-03T05:27:02,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:02,511 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing dc6300d87f4888a54857aae0cd348ad7 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB
2024-12-03T05:27:02,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/97f3349bc0ba407aa22639d5f0efe603 is 158, key is trslm:hdfs://localhost:43209/backupUT\x00ns2:test-17332035759191/meta:log-roll-map/1733203620401/Put/seqid=0
2024-12-03T05:27:02,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741906_1082 (size=5745)
2024-12-03T05:27:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T05:27:02,921 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/97f3349bc0ba407aa22639d5f0efe603
2024-12-03T05:27:02,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/dd044fa10fbd4805b2612270115b7f7d is 1245, key is session:backup_1733203621817/session:context/1733203621913/Put/seqid=0
2024-12-03T05:27:02,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741907_1083 (size=6682)
2024-12-03T05:27:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T05:27:03,338 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/dd044fa10fbd4805b2612270115b7f7d
2024-12-03T05:27:03,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/97f3349bc0ba407aa22639d5f0efe603 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603
2024-12-03T05:27:03,350 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603, entries=4, sequenceid=31, filesize=5.6 K
2024-12-03T05:27:03,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/dd044fa10fbd4805b2612270115b7f7d as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d
2024-12-03T05:27:03,356 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d, entries=3, sequenceid=31, filesize=6.5 K
2024-12-03T05:27:03,357 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for dc6300d87f4888a54857aae0cd348ad7 in 846ms, sequenceid=31, compaction requested=true
2024-12-03T05:27:03,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for dc6300d87f4888a54857aae0cd348ad7:

2024-12-03T05:27:03,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. for snapshot_backup_system completed.
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.' region-info for snapshot=snapshot_backup_system
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603] hfiles
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a for snapshot=snapshot_backup_system
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603 for snapshot=snapshot_backup_system
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d] hfiles
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3 for snapshot=snapshot_backup_system
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519 for snapshot=snapshot_backup_system
2024-12-03T05:27:03,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d for snapshot=snapshot_backup_system
2024-12-03T05:27:03,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741908_1084 (size=251)
2024-12-03T05:27:03,682 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T05:27:03,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:03,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-12-03T05:27:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=48
2024-12-03T05:27:03,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:03,764 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:03,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-12-03T05:27:03,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7 in 1.4080 sec
2024-12-03T05:27:03,767 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:27:03,768 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:27:03,769 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:27:03,769 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T05:27:03,770 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T05:27:03,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741909_1085 (size=888)
2024-12-03T05:27:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T05:27:04,180 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:27:04,187 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:27:04,187 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_backup_system
2024-12-03T05:27:04,189 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:27:04,189 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-12-03T05:27:04,190 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2450 sec
2024-12-03T05:27:04,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 93dbea7a8f000662528f9d350f0c9302, had cached 0 bytes from a total of 8413
2024-12-03T05:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-03T05:27:06,116 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T05:27:06,116 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733203621917 started at 1733203626116.
2024-12-03T05:27:06,118 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733203621917 has been started.
2024-12-03T05:27:06,121 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-12-03T05:27:06,122 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T05:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T05:27:06,122 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T05:27:06,122 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T05:27:06,122 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T05:27:06,122 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T05:27:06,123 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,123 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:06,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T05:27:06,126 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,126 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T05:27:06,126 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:27:06,126 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,126 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T05:27:06,127 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:06,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T05:27:06,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:06,128 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T05:27:06,128 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T05:27:06,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T05:27:06,128 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T05:27:06,128 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T05:27:06,128 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T05:27:06,128 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T05:27:06,128 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '32beccd76b35,40811,1733203566784' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T05:27:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,130 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:06,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:27:06,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:27:06,131 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T05:27:06,131 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T05:27:06,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:27:06,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:27:06,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:06,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:27:06,133 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '32beccd76b35,40811,1733203566784' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T05:27:06,133 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@21217344[Count = 0] remaining members to acquire global barrier
2024-12-03T05:27:06,133 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T05:27:06,133 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:06,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:06,135 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:06,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:06,135 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T05:27:06,135 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,135 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T05:27:06,135 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T05:27:06,135 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,135 INFO  [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733203612508 highest: 1733203612530 on 32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,135 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0:(num 1733203612508) roll requested
2024-12-03T05:27:06,151 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136, exclude list is [], retry=0
2024-12-03T05:27:06,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:27:06,155 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203612508 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136
2024-12-03T05:27:06,155 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:27:06,155 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203612508 is not closed yet, will try archiving it next time
2024-12-03T05:27:06,155 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1:(num 1733203612530) roll requested
2024-12-03T05:27:06,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741889_1065 (size=93)
2024-12-03T05:27:06,156 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203612508 not finished, retry = 0
2024-12-03T05:27:06,169 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203626155, exclude list is [], retry=0
2024-12-03T05:27:06,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:27:06,173 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203612530 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203626155
2024-12-03T05:27:06,173 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:27:06,173 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203612530 is not closed yet, will try archiving it next time
2024-12-03T05:27:06,173 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.meta:.meta(num 1733203612548) roll requested
2024-12-03T05:27:06,173 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203593022
2024-12-03T05:27:06,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741890_1066 (size=4927)
2024-12-03T05:27:06,174 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203612530 not finished, retry = 0
2024-12-03T05:27:06,186 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203626173.meta, exclude list is [], retry=0
2024-12-03T05:27:06,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:27:06,189 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203612548.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203626173.meta
2024-12-03T05:27:06,189 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:27:06,189 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203612548.meta is not closed yet, will try archiving it next time
2024-12-03T05:27:06,191 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203612548.meta not finished, retry = 0
2024-12-03T05:27:06,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741891_1067 (size=1903)
2024-12-03T05:27:06,196 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-12-03T05:27:06,196 INFO  [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733203626136 on 32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:06,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:06,213 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T05:27:06,213 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '32beccd76b35,40811,1733203566784' in zk
2024-12-03T05:27:06,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,215 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T05:27:06,215 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T05:27:06,215 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T05:27:06,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:27:06,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:27:06,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:27:06,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:27:06,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:06,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:27:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '32beccd76b35,40811,1733203566784': 
2024-12-03T05:27:06,218 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T05:27:06,218 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '32beccd76b35,40811,1733203566784' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T05:27:06,218 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T05:27:06,218 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T05:27:06,218 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T05:27:06,218 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T05:27:06,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:27:06,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T05:27:06,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:27:06,221 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:27:06,221 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T05:27:06,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:27:06,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:06,222 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:27:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:27:06,224 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:06,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T05:27:06,227 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T05:27:06,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:27:06,227 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T05:27:06,227 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T05:27:06,227 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T05:27:06,227 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T05:27:06,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:27:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T05:27:06,238 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-12-03T05:27:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203626238 (current time:1733203626238).
2024-12-03T05:27:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:27:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733203626237_backup_system_bulk VERSION not specified, setting to 2
2024-12-03T05:27:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f974c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:06,239 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:06,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:06,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:06,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5df092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:06,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:06,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:06,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:06,241 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:06,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52871fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:06,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:06,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:06,244 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:06,244 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:27:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:27:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:06,245 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:27:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-12-03T05:27:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49
2024-12-03T05:27:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T05:27:06,247 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:27:06,248 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:27:06,250 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:27:06,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741913_1089 (size=76)
2024-12-03T05:27:06,257 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203612508 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203612508
2024-12-03T05:27:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T05:27:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T05:27:06,656 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:27:06,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 509e44a4e8d4dac4eb23b4b0f7736036}]
2024-12-03T05:27:06,657 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:27:06,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50
2024-12-03T05:27:06,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:27:06,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 509e44a4e8d4dac4eb23b4b0f7736036:

2024-12-03T05:27:06,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036. for snapshot_1733203626237_backup_system_bulk completed.
2024-12-03T05:27:06,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.' region-info for snapshot=snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:06,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:27:06,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T05:27:06,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T05:27:06,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741914_1090 (size=61)
2024-12-03T05:27:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T05:27:06,960 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T05:27:07,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:27:07,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50
2024-12-03T05:27:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=50
2024-12-03T05:27:07,216 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733203626237_backup_system_bulk on region 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:27:07,217 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:27:07,219 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49
2024-12-03T05:27:07,219 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 509e44a4e8d4dac4eb23b4b0f7736036 in 562 msec
2024-12-03T05:27:07,219 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:27:07,220 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:27:07,221 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:27:07,221 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:07,222 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:07,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741915_1091 (size=702)
2024-12-03T05:27:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T05:27:07,632 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:27:07,637 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:27:07,637 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203626237_backup_system_bulk to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:07,639 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:27:07,639 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49
2024-12-03T05:27:07,640 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733203626237_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.3940 sec
2024-12-03T05:27:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-03T05:27:08,406 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed
2024-12-03T05:27:08,407 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 }
2024-12-03T05:27:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203628407 (current time:1733203628407).
2024-12-03T05:27:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:27:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733203628406_default_test-1733203575919 VERSION not specified, setting to 2
2024-12-03T05:27:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f901a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:08,408 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:08,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6460edc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:08,410 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:08,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25614e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:08,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:08,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:08,413 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:08,414 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:27:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:27:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:08,414 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:27:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 }
2024-12-03T05:27:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 }, snapshot procedure id = 51
2024-12-03T05:27:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-03T05:27:08,416 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:27:08,417 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:27:08,419 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:27:08,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741916_1092 (size=84)
2024-12-03T05:27:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-03T05:27:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-03T05:27:08,825 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:27:08,826 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b730b9cba866997e1085cf6392f290f}]
2024-12-03T05:27:08,826 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:08,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52
2024-12-03T05:27:08,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 7b730b9cba866997e1085cf6392f290f:

2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. for snapshot_1733203628406_default_test-1733203575919 completed.
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.' region-info for snapshot=snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/80b5c662b960495ab59dd0718783157f] hfiles
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60 for snapshot=snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/80b5c662b960495ab59dd0718783157f for snapshot=snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/36078d780d714c3c9c665675d2dcc3b3] hfiles
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011 for snapshot=snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/36078d780d714c3c9c665675d2dcc3b3 for snapshot=snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:08,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741917_1093 (size=224)
2024-12-03T05:27:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-03T05:27:09,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:09,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-12-03T05:27:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=52
2024-12-03T05:27:09,386 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733203628406_default_test-1733203575919 on region 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:09,386 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:09,388 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51
2024-12-03T05:27:09,388 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b730b9cba866997e1085cf6392f290f in 561 msec
2024-12-03T05:27:09,388 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:27:09,389 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:27:09,390 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-03T05:27:09,390 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-03T05:27:09,391 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:09,391 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-12-03T05:27:09,391 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:09,391 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2
2024-12-03T05:27:09,391 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:09,392 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/mobdir/data/default/test-1733203575919/fa4a784277bef70f6b583b558b046fca/mob/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f] hfiles
2024-12-03T05:27:09,392 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/mobdir/data/default/test-1733203575919/fa4a784277bef70f6b583b558b046fca/mob/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:09,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741918_1094 (size=168)
2024-12-03T05:27:09,398 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:27:09,398 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:09,399 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:09,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741919_1095 (size=1305)
2024-12-03T05:27:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-03T05:27:09,809 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:27:09,817 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:27:09,818 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203628406_default_test-1733203575919 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:09,819 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:27:09,819 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 }, snapshot procedure id = 51
2024-12-03T05:27:09,821 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733203628406_default_test-1733203575919 table=test-1733203575919 type=FLUSH ttl=0 } in 1.4050 sec
2024-12-03T05:27:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-03T05:27:10,565 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733203575919 completed
2024-12-03T05:27:10,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 }
2024-12-03T05:27:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203630566 (current time:1733203630566).
2024-12-03T05:27:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:27:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733203630565_ns3_test-17332035759192 VERSION not specified, setting to 2
2024-12-03T05:27:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ddc93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:10,568 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4e62d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:10,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:10,569 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:10,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447ab5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:10,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:10,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:10,572 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:10,572 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:27:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:27:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:10,573 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:27:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 }
2024-12-03T05:27:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-12-03T05:27:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-03T05:27:10,575 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:27:10,576 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:27:10,578 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:27:10,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741920_1096 (size=86)
2024-12-03T05:27:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-03T05:27:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-03T05:27:10,984 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:27:10,985 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c558ade9c5cbd2fac716e5eafb195c41}]
2024-12-03T05:27:10,985 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:27:11,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54
2024-12-03T05:27:11,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:27:11,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for c558ade9c5cbd2fac716e5eafb195c41:

2024-12-03T05:27:11,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41. for snapshot_1733203630565_ns3_test-17332035759192 completed.
2024-12-03T05:27:11,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.' region-info for snapshot=snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:11,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:27:11,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T05:27:11,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741921_1097 (size=52)
2024-12-03T05:27:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-03T05:27:11,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:27:11,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-12-03T05:27:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=54
2024-12-03T05:27:11,545 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733203630565_ns3_test-17332035759192 on region c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:27:11,545 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:27:11,547 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53
2024-12-03T05:27:11,547 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c558ade9c5cbd2fac716e5eafb195c41 in 561 msec
2024-12-03T05:27:11,548 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:27:11,548 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:27:11,549 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:27:11,549 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:11,550 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:11,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741922_1098 (size=443)
2024-12-03T05:27:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-03T05:27:11,959 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:27:11,964 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:27:11,964 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203630565_ns3_test-17332035759192 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:11,966 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:27:11,966 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-12-03T05:27:11,967 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733203630565_ns3_test-17332035759192 table=ns3:test-17332035759192 type=FLUSH ttl=0 } in 1.3920 sec
2024-12-03T05:27:12,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dc6300d87f4888a54857aae0cd348ad7, had cached 0 bytes from a total of 28925
2024-12-03T05:27:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-03T05:27:12,726 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17332035759192 completed
2024-12-03T05:27:12,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 }
2024-12-03T05:27:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203632726 (current time:1733203632726).
2024-12-03T05:27:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:27:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733203632726_ns2_test-17332035759191 VERSION not specified, setting to 2
2024-12-03T05:27:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b4447c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:12,728 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:12,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:12,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7597782b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:12,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:12,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:12,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:12,730 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:12,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c4248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:12,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:12,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:12,733 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:12,734 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:27:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:27:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:12,734 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:27:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 }
2024-12-03T05:27:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 }, snapshot procedure id = 55
2024-12-03T05:27:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-03T05:27:12,737 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:27:12,738 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:27:12,740 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:27:12,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741923_1099 (size=86)
2024-12-03T05:27:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-03T05:27:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-03T05:27:13,147 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:27:13,147 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93dbea7a8f000662528f9d350f0c9302}]
2024-12-03T05:27:13,148 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:27:13,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56
2024-12-03T05:27:13,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:27:13,300 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2902): Flushing 93dbea7a8f000662528f9d350f0c9302 1/1 column families, dataSize=170 B heapSize=816 B
2024-12-03T05:27:13,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/.tmp/f/e7d74f80e2c24c12b0279c2c7bf33f82 is 38, key is row-t20/f:q1/1733203607224/Put/seqid=0
2024-12-03T05:27:13,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741924_1100 (size=5134)
2024-12-03T05:27:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-03T05:27:13,709 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/.tmp/f/e7d74f80e2c24c12b0279c2c7bf33f82
2024-12-03T05:27:13,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/.tmp/f/e7d74f80e2c24c12b0279c2c7bf33f82 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/e7d74f80e2c24c12b0279c2c7bf33f82
2024-12-03T05:27:13,721 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/e7d74f80e2c24c12b0279c2c7bf33f82, entries=5, sequenceid=111, filesize=5.0 K
2024-12-03T05:27:13,722 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 93dbea7a8f000662528f9d350f0c9302 in 422ms, sequenceid=111, compaction requested=false
2024-12-03T05:27:13,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 93dbea7a8f000662528f9d350f0c9302:

2024-12-03T05:27:13,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302. for snapshot_1733203632726_ns2_test-17332035759191 completed.
2024-12-03T05:27:13,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.' region-info for snapshot=snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:13,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:27:13,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/e7d74f80e2c24c12b0279c2c7bf33f82] hfiles
2024-12-03T05:27:13,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91 for snapshot=snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:13,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/e7d74f80e2c24c12b0279c2c7bf33f82 for snapshot=snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:13,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741925_1101 (size=130)
2024-12-03T05:27:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-03T05:27:14,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:27:14,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56
2024-12-03T05:27:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=56
2024-12-03T05:27:14,128 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733203632726_ns2_test-17332035759191 on region 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:27:14,129 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:27:14,131 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55
2024-12-03T05:27:14,131 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93dbea7a8f000662528f9d350f0c9302 in 983 msec
2024-12-03T05:27:14,131 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:27:14,132 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:27:14,133 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:27:14,133 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:14,133 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:14,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741926_1102 (size=496)
2024-12-03T05:27:14,543 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:27:14,549 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:27:14,550 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203632726_ns2_test-17332035759191 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:14,551 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:27:14,551 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 }, snapshot procedure id = 55
2024-12-03T05:27:14,552 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733203632726_ns2_test-17332035759191 table=ns2:test-17332035759191 type=FLUSH ttl=0 } in 1.8160 sec
2024-12-03T05:27:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-03T05:27:14,885 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17332035759191 completed
2024-12-03T05:27:14,885 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 }
2024-12-03T05:27:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203634885 (current time:1733203634885).
2024-12-03T05:27:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:27:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733203634885_ns4_test-17332035759193 VERSION not specified, setting to 2
2024-12-03T05:27:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:14,887 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:14,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:14,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:14,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505693bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:14,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:14,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:14,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:14,889 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:14,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e40984e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:14,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:14,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:14,892 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:14,893 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:27:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:27:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:14,893 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:27:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 }
2024-12-03T05:27:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 }, snapshot procedure id = 57
2024-12-03T05:27:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-03T05:27:14,895 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:27:14,896 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:27:14,898 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:27:14,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741927_1103 (size=86)
2024-12-03T05:27:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-03T05:27:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-03T05:27:15,304 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:27:15,305 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27a0bb786ae7bfcf371e17e8ff1c35e2}]
2024-12-03T05:27:15,305 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:27:15,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58
2024-12-03T05:27:15,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:27:15,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 27a0bb786ae7bfcf371e17e8ff1c35e2:

2024-12-03T05:27:15,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2. for snapshot_1733203634885_ns4_test-17332035759193 completed.
2024-12-03T05:27:15,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.' region-info for snapshot=snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:15,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:27:15,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-03T05:27:15,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741928_1104 (size=52)
2024-12-03T05:27:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-03T05:27:15,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:27:15,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58
2024-12-03T05:27:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=58
2024-12-03T05:27:15,864 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733203634885_ns4_test-17332035759193 on region 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:27:15,864 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:27:15,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-12-03T05:27:15,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 27a0bb786ae7bfcf371e17e8ff1c35e2 in 560 msec
2024-12-03T05:27:15,867 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:27:15,867 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:27:15,868 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:27:15,868 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:15,869 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:15,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741929_1105 (size=443)
2024-12-03T05:27:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-03T05:27:16,279 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:27:16,284 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:27:16,284 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_1733203634885_ns4_test-17332035759193 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:16,285 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:27:16,285 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 }, snapshot procedure id = 57
2024-12-03T05:27:16,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733203634885_ns4_test-17332035759193 table=ns4:test-17332035759193 type=FLUSH ttl=0 } in 1.3910 sec
2024-12-03T05:27:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-03T05:27:17,045 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17332035759193 completed
2024-12-03T05:27:17,046 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733203621917
2024-12-03T05:27:17,046 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-12-03T05:27:17,046 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied.
2024-12-03T05:27:17,046 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733203621917_backup:system_bulk
2024-12-03T05:27:17,046 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733203626237_backup_system_bulk to hdfs://localhost:43209/backupUT/backup_1733203621917/backup/system_bulk/
2024-12-03T05:27:17,046 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T05:27:17,077 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43209, inputRoot=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:27:17,077 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-739074639_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43209/backupUT/backup_1733203621917/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43209/backupUT/backup_1733203621917/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:17,079 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T05:27:17,082 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203626237_backup_system_bulk to hdfs://localhost:43209/backupUT/backup_1733203621917/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:17,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741930_1106 (size=76)
2024-12-03T05:27:17,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741931_1107 (size=702)
2024-12-03T05:27:17,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:17,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:17,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-17362500370870071217.jar
2024-12-03T05:27:18,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-17167603413118503895.jar
2024-12-03T05:27:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:27:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:27:18,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:27:18,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:27:18,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:27:18,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:27:18,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:27:18,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:27:18,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:27:18,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:27:18,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:27:18,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:18,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:18,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:18,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:18,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:18,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:18,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:18,614 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:27:18,627 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:27:18,633 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733203626237_backup_system_bulk' hfile list
2024-12-03T05:27:18,725 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local229611415_0005_c29f5c1d-89ea-47ac-8280-4409cc986b8d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-12-03T05:27:18,725 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local229611415_0005_c29f5c1d-89ea-47ac-8280-4409cc986b8d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-12-03T05:27:19,765 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T05:27:19,766 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T05:27:19,771 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:19,771 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733203626237_backup_system_bulk finished.
2024-12-03T05:27:19,771 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733203621917_test-1733203575919
2024-12-03T05:27:19,771 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733203628406_default_test-1733203575919 to hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/
2024-12-03T05:27:19,771 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T05:27:19,801 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43209, inputRoot=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:27:19,801 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-739074639_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/.hbase-snapshot/.tmp/snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:19,803 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T05:27:19,809 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203628406_default_test-1733203575919 to hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/.hbase-snapshot/.tmp/snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:19,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741932_1108 (size=84)
2024-12-03T05:27:19,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741933_1109 (size=1305)
2024-12-03T05:27:20,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:20,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:20,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-12113651860057227099.jar
2024-12-03T05:27:21,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-9712783541624043427.jar
2024-12-03T05:27:21,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:21,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:27:21,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:27:21,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:27:21,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:27:21,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:27:21,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:27:21,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:27:21,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:27:21,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:27:21,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:27:21,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:27:21,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:21,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:21,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:21,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:21,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:21,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:21,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:21,347 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:27:21,360 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:27:21,366 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733203628406_default_test-1733203575919' hfile list
2024-12-03T05:27:21,368 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K
2024-12-03T05:27:21,454 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1725052991_0006_6f9a356d-6796-4b87-8763-d9f46a9d58d4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-12-03T05:27:21,454 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1725052991_0006_6f9a356d-6796-4b87-8763-d9f46a9d58d4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-12-03T05:27:21,525 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T05:27:21,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741934_1110 (size=13760)
2024-12-03T05:27:21,971 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/36078d780d714c3c9c665675d2dcc3b3 output=hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/archive/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/36078d780d714c3c9c665675d2dcc3b3
2024-12-03T05:27:21,971 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec
2024-12-03T05:27:22,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741935_1111 (size=10796)
2024-12-03T05:27:22,405 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/80b5c662b960495ab59dd0718783157f output=hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/archive/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/80b5c662b960495ab59dd0718783157f
2024-12-03T05:27:22,405 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec
2024-12-03T05:27:22,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741936_1112 (size=8413)
2024-12-03T05:27:22,847 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60 output=hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/archive/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f/26c48d3868104fc9929fd3ca92de0b60
2024-12-03T05:27:22,847 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-12-03T05:27:22,872 WARN  [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/mobdir/data/default/test-1733203575919/fa4a784277bef70f6b583b558b046fca/mob/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f to hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/archive/data/default/test-1733203575919/fa4a784277bef70f6b583b558b046fca/mob/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f" truncated to max limit (512 characters)
2024-12-03T05:27:22,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741937_1113 (size=5591)
2024-12-03T05:27:23,280 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/mobdir/data/default/test-1733203575919/fa4a784277bef70f6b583b558b046fca/mob/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f output=hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/archive/data/default/test-1733203575919/fa4a784277bef70f6b583b558b046fca/mob/d41d8cd98f00b204e9800998ecf8427e20241203334cff3ee1c34ba99189060e417fa758_7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:23,280 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.012M/sec
2024-12-03T05:27:23,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741938_1114 (size=5484)
2024-12-03T05:27:23,721 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011 output=hdfs://localhost:43209/backupUT/backup_1733203621917/default/test-1733203575919/archive/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/mob/2a4c98f519cb4a8a986ccfa3ef680011
2024-12-03T05:27:23,722 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-12-03T05:27:24,495 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T05:27:24,496 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T05:27:24,504 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:24,504 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733203628406_default_test-1733203575919 finished.
2024-12-03T05:27:24,504 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733203621917_ns3:test-17332035759192
2024-12-03T05:27:24,504 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733203630565_ns3_test-17332035759192 to hdfs://localhost:43209/backupUT/backup_1733203621917/ns3/test-17332035759192/
2024-12-03T05:27:24,504 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T05:27:24,546 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43209, inputRoot=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:27:24,546 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-739074639_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43209/backupUT/backup_1733203621917/ns3/test-17332035759192, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43209/backupUT/backup_1733203621917/ns3/test-17332035759192/.hbase-snapshot/.tmp/snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:24,548 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T05:27:24,551 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203630565_ns3_test-17332035759192 to hdfs://localhost:43209/backupUT/backup_1733203621917/ns3/test-17332035759192/.hbase-snapshot/.tmp/snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:24,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741939_1115 (size=86)
2024-12-03T05:27:24,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741940_1116 (size=443)
2024-12-03T05:27:24,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:24,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:24,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-6897171079798127312.jar
2024-12-03T05:27:25,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-12170361813062246556.jar
2024-12-03T05:27:25,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:25,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:27:25,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:27:25,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:27:25,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:27:25,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:27:25,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:27:25,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:27:25,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:27:25,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:27:25,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:27:25,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:27:25,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:25,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:25,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:25,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:25,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:25,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:25,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:25,667 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:27:25,680 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:27:25,687 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733203630565_ns3_test-17332035759192' hfile list
2024-12-03T05:27:25,797 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1274017151_0007_f43627db-c07b-4997-b76b-153af3c1234b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-12-03T05:27:25,797 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local1274017151_0007_f43627db-c07b-4997-b76b-153af3c1234b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-12-03T05:27:26,838 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T05:27:26,839 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T05:27:26,843 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:26,843 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733203630565_ns3_test-17332035759192 finished.
2024-12-03T05:27:26,843 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733203621917_ns2:test-17332035759191
2024-12-03T05:27:26,843 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733203632726_ns2_test-17332035759191 to hdfs://localhost:43209/backupUT/backup_1733203621917/ns2/test-17332035759191/
2024-12-03T05:27:26,843 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T05:27:26,873 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43209, inputRoot=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:27:26,873 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-739074639_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43209/backupUT/backup_1733203621917/ns2/test-17332035759191, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43209/backupUT/backup_1733203621917/ns2/test-17332035759191/.hbase-snapshot/.tmp/snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:26,875 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T05:27:26,879 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203632726_ns2_test-17332035759191 to hdfs://localhost:43209/backupUT/backup_1733203621917/ns2/test-17332035759191/.hbase-snapshot/.tmp/snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:26,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741941_1117 (size=86)
2024-12-03T05:27:26,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741942_1118 (size=496)
2024-12-03T05:27:27,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:27,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:27,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-11672947498541116033.jar
2024-12-03T05:27:28,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-15372286290831266445.jar
2024-12-03T05:27:28,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:28,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:27:28,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:27:28,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:27:28,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:27:28,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:27:28,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:27:28,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:27:28,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:27:28,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:27:28,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:27:28,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:27:28,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:28,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:28,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:28,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:28,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:28,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:28,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:28,410 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:27:28,423 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:27:28,428 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733203632726_ns2_test-17332035759191' hfile list
2024-12-03T05:27:28,430 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K
2024-12-03T05:27:28,514 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local88809401_0008_08f236a2-6174-4b25-9105-6c68223e1c57/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-12-03T05:27:28,514 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local88809401_0008_08f236a2-6174-4b25-9105-6c68223e1c57/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-12-03T05:27:28,583 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-03T05:27:28,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741943_1119 (size=8413)
2024-12-03T05:27:29,016 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91 output=hdfs://localhost:43209/backupUT/backup_1733203621917/ns2/test-17332035759191/archive/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/96e32ce26c0c42f1975389e6fe2c2f91
2024-12-03T05:27:29,016 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-12-03T05:27:29,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741944_1120 (size=5134)
2024-12-03T05:27:29,457 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/e7d74f80e2c24c12b0279c2c7bf33f82 output=hdfs://localhost:43209/backupUT/backup_1733203621917/ns2/test-17332035759191/archive/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/f/e7d74f80e2c24c12b0279c2c7bf33f82
2024-12-03T05:27:29,457 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec
2024-12-03T05:27:29,554 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T05:27:29,555 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T05:27:29,560 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:29,560 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733203632726_ns2_test-17332035759191 finished.
2024-12-03T05:27:29,560 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733203621917_ns4:test-17332035759193
2024-12-03T05:27:29,561 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733203634885_ns4_test-17332035759193 to hdfs://localhost:43209/backupUT/backup_1733203621917/ns4/test-17332035759193/
2024-12-03T05:27:29,561 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-03T05:27:29,589 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43209, inputRoot=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813
2024-12-03T05:27:29,589 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-739074639_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43209/backupUT/backup_1733203621917/ns4/test-17332035759193, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43209/backupUT/backup_1733203621917/ns4/test-17332035759193/.hbase-snapshot/.tmp/snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:29,591 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-03T05:27:29,594 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_1733203634885_ns4_test-17332035759193 to hdfs://localhost:43209/backupUT/backup_1733203621917/ns4/test-17332035759193/.hbase-snapshot/.tmp/snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:29,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741945_1121 (size=86)
2024-12-03T05:27:29,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741946_1122 (size=443)
2024-12-03T05:27:30,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:30,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:30,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-276165995557118430.jar
2024-12-03T05:27:31,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,069 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-176038826083652972.jar
2024-12-03T05:27:31,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:31,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:27:31,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:27:31,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:27:31,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:27:31,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:27:31,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:27:31,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:27:31,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:27:31,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:27:31,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:27:31,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:27:31,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:31,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:31,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:31,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:31,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-03T05:27:31,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:31,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:31,115 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:27:31,129 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:27:31,136 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733203634885_ns4_test-17332035759193' hfile list
2024-12-03T05:27:31,231 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local2104147953_0009_df98344e-6162-4c56-95c0-67b9f3626219/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-12-03T05:27:31,231 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/mapreduce.cluster.local.dir/job_local2104147953_0009_df98344e-6162-4c56-95c0-67b9f3626219/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-12-03T05:27:32,280 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-03T05:27:32,281 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-03T05:27:32,286 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:32,286 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733203634885_ns4_test-17332035759193 finished.
2024-12-03T05:27:32,286 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk
2024-12-03T05:27:32,286 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733203575919
2024-12-03T05:27:32,286 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17332035759192
2024-12-03T05:27:32,286 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17332035759191
2024-12-03T05:27:32,286 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17332035759193
2024-12-03T05:27:32,295 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733203621917
2024-12-03T05:27:32,295 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-12-03T05:27:32,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741947_1123 (size=209)
2024-12-03T05:27:32,701 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43209/backupUT/backup_1733203621917/.backup.manifest
2024-12-03T05:27:32,701 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733203621917 finished: type=FULL,tablelist=backup:system_bulk;test-1733203575919;ns3:test-17332035759192;ns2:test-17332035759191;ns4:test-17332035759193,targetRootDir=hdfs://localhost:43209/backupUT,startts=1733203626116,completets=1733203652295,bytescopied=0
2024-12-03T05:27:32,701 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-12-03T05:27:32,701 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:32,702 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733203626237_backup_system_bulk"
type: DISABLED

2024-12-03T05:27:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733203626237_backup_system_bulk
2024-12-03T05:27:32,705 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733203626237_backup_system_bulk for backup backup_1733203621917 succeeded.
2024-12-03T05:27:32,705 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:32,706 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733203628406_default_test-1733203575919"
type: DISABLED

2024-12-03T05:27:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733203628406_default_test-1733203575919
2024-12-03T05:27:32,709 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733203628406_default_test-1733203575919 for backup backup_1733203621917 succeeded.
2024-12-03T05:27:32,709 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:32,709 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733203630565_ns3_test-17332035759192"
type: DISABLED

2024-12-03T05:27:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733203630565_ns3_test-17332035759192
2024-12-03T05:27:32,712 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733203630565_ns3_test-17332035759192 for backup backup_1733203621917 succeeded.
2024-12-03T05:27:32,712 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:32,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733203632726_ns2_test-17332035759191"
type: DISABLED

2024-12-03T05:27:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733203632726_ns2_test-17332035759191
2024-12-03T05:27:32,715 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733203632726_ns2_test-17332035759191 for backup backup_1733203621917 succeeded.
2024-12-03T05:27:32,715 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:32,715 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733203634885_ns4_test-17332035759193"
type: DISABLED

2024-12-03T05:27:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733203634885_ns4_test-17332035759193
2024-12-03T05:27:32,718 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733203634885_ns4_test-17332035759193 for backup backup_1733203621917 succeeded.
2024-12-03T05:27:32,718 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T05:27:32,722 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T05:27:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T05:27:32,724 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T05:27:32,726 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T05:27:32,731 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733203621917 completed.
2024-12-03T05:27:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:33,682 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T05:27:37,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,793 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-03T05:27:37,798 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733203657754
2024-12-03T05:27:37,801 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733203621917}
2024-12-03T05:27:37,801 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-03T05:27:37,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:37,887 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:27:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203657887 (current time:1733203657887).
2024-12-03T05:27:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:27:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-03T05:27:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173488ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:37,889 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:37,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:37,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:37,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cfb836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:37,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:37,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:37,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:37,891 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:37,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594225cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:37,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:37,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:37,894 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:37,895 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:27:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:27:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:37,895 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:27:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:27:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59
2024-12-03T05:27:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-03T05:27:37,898 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:27:37,899 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:27:37,901 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:27:37,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741948_1124 (size=52)
2024-12-03T05:27:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-03T05:27:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-03T05:27:38,307 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-03T05:27:38,307 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7}]
2024-12-03T05:27:38,308 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:38,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60
2024-12-03T05:27:38,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:38,460 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing dc6300d87f4888a54857aae0cd348ad7 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB
2024-12-03T05:27:38,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/463b18aa3f9e4d80ae1089ee3ce040e9 is 158, key is trslm:hdfs://localhost:43209/backupUT\x00ns2:test-17332035759191/meta:log-roll-map/1733203652290/Put/seqid=0
2024-12-03T05:27:38,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741949_1125 (size=6646)
2024-12-03T05:27:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-03T05:27:38,870 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/463b18aa3f9e4d80ae1089ee3ce040e9
2024-12-03T05:27:38,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/59533fa28daa4f5cbde1ae59be464828 is 826, key is session:backup_1733203621917/session:context/1733203652725/Put/seqid=0
2024-12-03T05:27:38,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741950_1126 (size=5928)
2024-12-03T05:27:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-03T05:27:39,285 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/59533fa28daa4f5cbde1ae59be464828
2024-12-03T05:27:39,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/463b18aa3f9e4d80ae1089ee3ce040e9 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9
2024-12-03T05:27:39,297 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9, entries=12, sequenceid=42, filesize=6.5 K
2024-12-03T05:27:39,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/59533fa28daa4f5cbde1ae59be464828 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828
2024-12-03T05:27:39,303 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828, entries=2, sequenceid=42, filesize=5.8 K
2024-12-03T05:27:39,304 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for dc6300d87f4888a54857aae0cd348ad7 in 844ms, sequenceid=42, compaction requested=true
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for dc6300d87f4888a54857aae0cd348ad7:

2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. for snapshot_backup_system completed.
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.' region-info for snapshot=snapshot_backup_system
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9] hfiles
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a for snapshot=snapshot_backup_system
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603 for snapshot=snapshot_backup_system
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9 for snapshot=snapshot_backup_system
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828] hfiles
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3 for snapshot=snapshot_backup_system
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519 for snapshot=snapshot_backup_system
2024-12-03T05:27:39,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d for snapshot=snapshot_backup_system
2024-12-03T05:27:39,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828 for snapshot=snapshot_backup_system
2024-12-03T05:27:39,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741951_1127 (size=330)
2024-12-03T05:27:39,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:39,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60
2024-12-03T05:27:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster(4169): Remote procedure done, pid=60
2024-12-03T05:27:39,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:39,711 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:39,714 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59
2024-12-03T05:27:39,714 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-03T05:27:39,714 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc6300d87f4888a54857aae0cd348ad7 in 1.4050 sec
2024-12-03T05:27:39,715 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:27:39,715 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:27:39,715 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-03T05:27:39,716 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-03T05:27:39,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741952_1128 (size=967)
2024-12-03T05:27:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-03T05:27:40,127 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:27:40,137 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:27:40,138 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/snapshot_backup_system
2024-12-03T05:27:40,139 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:27:40,139 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59
2024-12-03T05:27:40,141 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2430 sec
2024-12-03T05:27:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-03T05:27:42,076 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T05:27:42,076 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733203657754 started at 1733203662076.
2024-12-03T05:27:42,078 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733203657754 has been started.
2024-12-03T05:27:42,082 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns4:test-17332035759193, backup:system_bulk, test-1733203575919, ns2:test-17332035759191, ns3:test-17332035759192]
2024-12-03T05:27:42,086 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733203612530for backupID backup_1733203657754
2024-12-03T05:27:42,086 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-12-03T05:27:42,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-03T05:27:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-03T05:27:42,087 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-03T05:27:42,087 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-03T05:27:42,087 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-03T05:27:42,087 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-03T05:27:42,087 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,087 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:42,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T05:27:42,093 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,093 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T05:27:42,093 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:27:42,093 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,093 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-03T05:27:42,093 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:42,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-03T05:27:42,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:42,094 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-03T05:27:42,095 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-03T05:27:42,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-03T05:27:42,095 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-03T05:27:42,095 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-03T05:27:42,095 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-03T05:27:42,095 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-03T05:27:42,095 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '32beccd76b35,40811,1733203566784' joining acquired barrier for procedure (rolllog) in zk
2024-12-03T05:27:42,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,097 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:42,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:27:42,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:27:42,097 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-03T05:27:42,097 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-03T05:27:42,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:27:42,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:27:42,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:42,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:27:42,099 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '32beccd76b35,40811,1733203566784' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-03T05:27:42,099 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@78f6b663[Count = 0] remaining members to acquire global barrier
2024-12-03T05:27:42,099 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-03T05:27:42,099 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:42,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:42,101 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:42,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:42,101 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-03T05:27:42,101 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,101 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-03T05:27:42,101 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-03T05:27:42,101 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,101 INFO  [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733203626136 highest: 1733203626155 on 32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,101 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0:(num 1733203626136) roll requested
2024-12-03T05:27:42,115 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203662102, exclude list is [], retry=0
2024-12-03T05:27:42,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:27:42,119 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203662102
2024-12-03T05:27:42,119 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:27:42,119 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136 is not closed yet, will try archiving it next time
2024-12-03T05:27:42,120 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203592995
2024-12-03T05:27:42,120 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1:(num 1733203626155) roll requested
2024-12-03T05:27:42,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741910_1086 (size=653)
2024-12-03T05:27:42,121 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136 not finished, retry = 0
2024-12-03T05:27:42,140 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203662120, exclude list is [], retry=0
2024-12-03T05:27:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:27:42,144 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203626155 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203662120
2024-12-03T05:27:42,144 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:27:42,144 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203626155 is not closed yet, will try archiving it next time
2024-12-03T05:27:42,144 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.meta:.meta(num 1733203626173) roll requested
2024-12-03T05:27:42,144 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203612530 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203612530
2024-12-03T05:27:42,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741911_1087 (size=4710)
2024-12-03T05:27:42,146 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203626155 not finished, retry = 0
2024-12-03T05:27:42,158 DEBUG [regionserver/32beccd76b35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203662144.meta, exclude list is [], retry=0
2024-12-03T05:27:42,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32825,DS-fd01e55a-76b9-496c-8c75-8214d1010a96,DISK]
2024-12-03T05:27:42,162 DEBUG [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-12-03T05:27:42,162 INFO  [rs(32beccd76b35,40811,1733203566784)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733203662102 on 32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,162 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203626173.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203662144.meta
2024-12-03T05:27:42,162 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)]
2024-12-03T05:27:42,162 DEBUG [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203626173.meta is not closed yet, will try archiving it next time
2024-12-03T05:27:42,163 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203626173.meta not finished, retry = 0
2024-12-03T05:27:42,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741912_1088 (size=93)
2024-12-03T05:27:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-03T05:27:42,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:42,178 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-03T05:27:42,178 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '32beccd76b35,40811,1733203566784' in zk
2024-12-03T05:27:42,180 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-03T05:27:42,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,180 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T05:27:42,180 DEBUG [member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-03T05:27:42,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:27:42,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:27:42,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:27:42,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:27:42,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:42,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:27:42,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:42,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '32beccd76b35,40811,1733203566784': 
2024-12-03T05:27:42,183 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '32beccd76b35,40811,1733203566784' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-03T05:27:42,183 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-03T05:27:42,183 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-03T05:27:42,183 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-03T05:27:42,183 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-03T05:27:42,183 INFO  [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-03T05:27:42,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T05:27:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-03T05:27:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-03T05:27:42,185 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-03T05:27:42,186 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T05:27:42,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:27:42,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:42,186 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-03T05:27:42,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:42,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-03T05:27:42,187 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-03T05:27:42,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-03T05:27:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-03T05:27:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/32beccd76b35,40811,1733203566784
2024-12-03T05:27:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:42,190 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-03T05:27:42,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-03T05:27:42,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-03T05:27:42,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-03T05:27:42,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-03T05:27:42,191 DEBUG [(32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-03T05:27:42,191 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-03T05:27:42,191 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-03T05:27:42,191 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-03T05:27:42,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-03T05:27:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-03T05:27:42,197 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {32beccd76b35:40811=1733203612530}
 newestTimestamps: {32beccd76b35:40811=1733203626155}
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 32beccd76b35%2C40811%2C1733203566784.meta.1733203570162.meta
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 32beccd76b35%2C40811%2C1733203566784.meta.1733203612548.meta
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 32beccd76b35%2C40811%2C1733203566784.meta.1733203626173.meta
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 32beccd76b35%2C40811%2C1733203566784.meta.1733203662144.meta
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203662102
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203626155
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203662120
2024-12-03T05:27:42,199 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.meta.1733203593049.meta
2024-12-03T05:27:42,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741956_1132 (size=640)
2024-12-03T05:27:42,222 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136
2024-12-03T05:27:42,264 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203626173.meta to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs/32beccd76b35%2C40811%2C1733203566784.meta.1733203626173.meta
2024-12-03T05:27:42,609 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:43209/backupUT/backup_1733203657754/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:27:42,609 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T05:27:42,612 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk
2024-12-03T05:27:42,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741957_1133 (size=45)
2024-12-03T05:27:43,017 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk
2024-12-03T05:27:43,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741958_1134 (size=908)
2024-12-03T05:27:43,027 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733203575919 target: hdfs://localhost:43209/backupUT/backup_1733203657754/default/test-1733203575919 descriptor: 'test-1733203575919', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:27:43,027 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T05:27:43,030 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733203575919
2024-12-03T05:27:43,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741959_1135 (size=53)
2024-12-03T05:27:43,435 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733203575919
2024-12-03T05:27:43,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741960_1136 (size=390)
2024-12-03T05:27:43,845 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17332035759192 target: hdfs://localhost:43209/backupUT/backup_1733203657754/ns3/test-17332035759192 descriptor: 'ns3:test-17332035759192', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:27:43,845 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T05:27:43,848 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17332035759192
2024-12-03T05:27:43,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741961_1137 (size=50)
2024-12-03T05:27:44,254 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17332035759192
2024-12-03T05:27:44,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741962_1138 (size=364)
2024-12-03T05:27:44,664 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17332035759191 target: hdfs://localhost:43209/backupUT/backup_1733203657754/ns2/test-17332035759191 descriptor: 'ns2:test-17332035759191', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:27:44,664 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T05:27:44,666 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17332035759191
2024-12-03T05:27:44,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741963_1139 (size=50)
2024-12-03T05:27:45,071 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17332035759191
2024-12-03T05:27:45,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741964_1140 (size=390)
2024-12-03T05:27:45,482 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17332035759193 target: hdfs://localhost:43209/backupUT/backup_1733203657754/ns4/test-17332035759193 descriptor: 'ns4:test-17332035759193', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T05:27:45,482 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-03T05:27:45,484 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17332035759193
2024-12-03T05:27:45,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741965_1141 (size=50)
2024-12-03T05:27:45,890 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17332035759193
2024-12-03T05:27:45,899 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:43209/backupUT/.tmp/backup_1733203657754 from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136;hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203626155
2024-12-03T05:27:45,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443e939e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:45,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:45,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:45,901 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:45,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:45,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767ad794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:45,903 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:45,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435973b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:45,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T05:27:45,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,35525,1733203564824
2024-12-03T05:27:45,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e480e5
2024-12-03T05:27:45,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T05:27:45,905 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T05:27:45,909 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-03T05:27:45,909 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17332035759193
2024-12-03T05:27:45,909 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17332035759193,, stopping at row=ns4:test-17332035759193 ,, for max=2147483647 with caching=100
2024-12-03T05:27:45,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:45,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:45,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:45,911 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:45,912 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17332035759193: ns4:test-17332035759193;
2024-12-03T05:27:45,912 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk
2024-12-03T05:27:45,912 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-03T05:27:45,914 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk;
2024-12-03T05:27:45,914 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733203575919
2024-12-03T05:27:45,914 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733203575919,, stopping at row=test-1733203575919 ,, for max=2147483647 with caching=100
2024-12-03T05:27:45,916 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733203575919: test-1733203575919;
2024-12-03T05:27:45,916 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17332035759191
2024-12-03T05:27:45,916 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17332035759191,, stopping at row=ns2:test-17332035759191 ,, for max=2147483647 with caching=100
2024-12-03T05:27:45,917 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17332035759191: ns2:test-17332035759191;
2024-12-03T05:27:45,917 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17332035759192
2024-12-03T05:27:45,918 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17332035759192,, stopping at row=ns3:test-17332035759192 ,, for max=2147483647 with caching=100
2024-12-03T05:27:45,919 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17332035759192: ns3:test-17332035759192;
2024-12-03T05:27:45,919 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables
2024-12-03T05:27:45,919 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/hbase-staging/partitions_c0feadc9-dcac-45e6-86de-25921260a915
2024-12-03T05:27:45,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741966_1142 (size=324)
2024-12-03T05:27:46,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:46,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:46,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:46,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7b730b9cba866997e1085cf6392f290f, had cached 0 bytes from a total of 38453
2024-12-03T05:27:47,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-16716336444186225320.jar
2024-12-03T05:27:47,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-6016069454384932923.jar
2024-12-03T05:27:47,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:27:47,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-03T05:27:47,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-03T05:27:47,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-03T05:27:47,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-03T05:27:47,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-03T05:27:47,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-03T05:27:47,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-03T05:27:47,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-03T05:27:47,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-03T05:27:47,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-03T05:27:47,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-13655954472000850096.jar
2024-12-03T05:27:47,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-13655954472000850096.jar
2024-12-03T05:27:47,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-12-03T05:27:47,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-13655954472000850096.jar
2024-12-03T05:27:47,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-13655954472000850096.jar
2024-12-03T05:27:47,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-03T05:27:47,471 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns4:test-17332035759193,backup:system_bulk,default:test-1733203575919,ns2:test-17332035759191,ns3:test-17332035759192
2024-12-03T05:27:47,471 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T05:27:47,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:27:47,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:47,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:47,472 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:47,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-03T05:27:48,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop-16717064015468607004.jar
2024-12-03T05:27:48,511 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-03T05:27:48,524 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-03T05:27:48,528 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136 for WAL files
2024-12-03T05:27:48,529 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected exception in incremental-backup: incremental copy backup_1733203657754File hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136 does not exist.
java.io.FileNotFoundException: File hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136 does not exist.
	at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.<init>(DistributedFileSystem.java:1294) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.<init>(DistributedFileSystem.java:1268) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1213) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1209) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.listLocatedStatus(DistributedFileSystem.java:1227) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystem.listLocatedStatus(FileSystem.java:2263) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getFiles(WALInputFormat.java:356) ~[classes/:?]
	at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:321) ~[classes/:?]
	at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:301) ~[classes/:?]
	at org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:311) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:328) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:201) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1677) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.Job.submit(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1695) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:426) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T05:27:48,530 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733203657754,startts=1733203662076,failedts=1733203668530,failedphase=PREPARE_INCREMENTAL,failedmessage=File hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0.1733203626136 does not exist.
2024-12-03T05:27:48,530 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-12-03T05:27:48,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable backup:system
2024-12-03T05:27:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=backup:system
2024-12-03T05:27:48,547 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203668547"}]},"ts":"1733203668547"}
2024-12-03T05:27:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-03T05:27:48,549 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLING in hbase:meta
2024-12-03T05:27:48,549 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set backup:system to state=DISABLING
2024-12-03T05:27:48,550 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=backup:system}]
2024-12-03T05:27:48,554 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, UNASSIGN}]
2024-12-03T05:27:48,555 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, UNASSIGN
2024-12-03T05:27:48,556 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=dc6300d87f4888a54857aae0cd348ad7, regionState=CLOSING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:27:48,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, UNASSIGN because future has completed
2024-12-03T05:27:48,558 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T05:27:48,558 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; CloseRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:27:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-03T05:27:48,710 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(122): Close dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:48,710 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T05:27:48,710 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1722): Closing dc6300d87f4888a54857aae0cd348ad7, disabling compactions & flushes
2024-12-03T05:27:48,710 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1755): Closing region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:48,710 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:48,710 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. after waiting 0 ms
2024-12-03T05:27:48,710 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:48,711 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2902): Flushing dc6300d87f4888a54857aae0cd348ad7 2/2 column families, dataSize=398 B heapSize=1.04 KB
2024-12-03T05:27:48,715 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/00f2e5c4d64b4e24b312593bf8f86e49 is 103, key is rslogts:hdfs://localhost:43209/backupUT\x0032beccd76b35:40811/meta:rs-log-ts/1733203662177/Put/seqid=0
2024-12-03T05:27:48,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741967_1143 (size=5338)
2024-12-03T05:27:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-03T05:27:49,119 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/00f2e5c4d64b4e24b312593bf8f86e49
2024-12-03T05:27:49,129 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/225345f16a184e44bb16728d641e13e4 is 303, key is session:backup_1733203657754/session:context/1733203662077/Put/seqid=0
2024-12-03T05:27:49,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741968_1144 (size=5391)
2024-12-03T05:27:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-03T05:27:49,536 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=299 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/225345f16a184e44bb16728d641e13e4
2024-12-03T05:27:49,542 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/00f2e5c4d64b4e24b312593bf8f86e49 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/00f2e5c4d64b4e24b312593bf8f86e49
2024-12-03T05:27:49,546 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/00f2e5c4d64b4e24b312593bf8f86e49, entries=1, sequenceid=47, filesize=5.2 K
2024-12-03T05:27:49,547 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/225345f16a184e44bb16728d641e13e4 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/225345f16a184e44bb16728d641e13e4
2024-12-03T05:27:49,552 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/225345f16a184e44bb16728d641e13e4, entries=1, sequenceid=47, filesize=5.3 K
2024-12-03T05:27:49,552 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3140): Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for dc6300d87f4888a54857aae0cd348ad7 in 842ms, sequenceid=47, compaction requested=true
2024-12-03T05:27:49,556 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/recovered.edits/50.seqid, newMaxSeqId=50, maxSeqId=1
2024-12-03T05:27:49,557 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:49,557 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1973): Closed backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:49,557 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1676): Region close journal for dc6300d87f4888a54857aae0cd348ad7:
Waiting for close lock at 1733203668710Running coprocessor pre-close hooks at 1733203668710Disabling compacts and flushes for region at 1733203668710Disabling writes for close at 1733203668710Obtaining lock to block concurrent updates at 1733203668711 (+1 ms)Preparing flush snapshotting stores in dc6300d87f4888a54857aae0cd348ad7 at 1733203668711Finished memstore snapshotting backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., syncing WAL and waiting on mvcc, flushsize=dataSize=398, getHeapSize=1032, getOffHeapSize=0, getCellsCount=2 at 1733203668711Flushing stores of backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. at 1733203668712 (+1 ms)Flushing dc6300d87f4888a54857aae0cd348ad7/meta: creating writer at 1733203668712Flushing dc6300d87f4888a54857aae0cd348ad7/meta: appending metadata at 1733203668714 (+2 ms)Flushing dc6300d87f4888a54857aae0cd348ad7/meta: closing flushed file at 1733203668714Flushing dc6300d87f4888a54857aae0cd348ad7/session: creating writer at 1733203669126 (+412 ms)Flushing dc6300d87f4888a54857aae0cd348ad7/session: appending metadata at 1733203669129 (+3 ms)Flushing dc6300d87f4888a54857aae0cd348ad7/session: closing flushed file at 1733203669129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7768a59a: reopening flushed file at 1733203669541 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba1b3e5: reopening flushed file at 1733203669546 (+5 ms)Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for dc6300d87f4888a54857aae0cd348ad7 in 842ms, sequenceid=47, compaction requested=true at 1733203669552 (+6 ms)Writing region close event to WAL at 1733203669554 (+2 ms)Running coprocessor post-close hooks at 1733203669557 (+3 ms)Closed at 1733203669557
2024-12-03T05:27:49,559 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(157): Closed dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:49,560 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=dc6300d87f4888a54857aae0cd348ad7, regionState=CLOSED
2024-12-03T05:27:49,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; CloseRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:27:49,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-12-03T05:27:49,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; CloseRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784 in 1.0040 sec
2024-12-03T05:27:49,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-12-03T05:27:49,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, UNASSIGN in 1.0100 sec
2024-12-03T05:27:49,568 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61
2024-12-03T05:27:49,568 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=backup:system in 1.0160 sec
2024-12-03T05:27:49,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203669569"}]},"ts":"1733203669569"}
2024-12-03T05:27:49,571 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLED in hbase:meta
2024-12-03T05:27:49,571 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set backup:system to state=DISABLED
2024-12-03T05:27:49,572 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; DisableTableProcedure table=backup:system in 1.0290 sec
2024-12-03T05:27:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-03T05:27:49,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: backup:system completed
2024-12-03T05:27:49,694 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.RawAsyncHBaseAdmin(2177): Taking restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1733203669694
2024-12-03T05:27:49,694 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:27:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733203669694 (current time:1733203669694).
2024-12-03T05:27:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-03T05:27:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot hbase-failsafe-snapshot_backup_system-1733203669694 VERSION not specified, setting to 2
2024-12-03T05:27:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df6e7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35525,-1 for getting cluster id
2024-12-03T05:27:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T05:27:49,696 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc961ae8-a21d-4ba0-9777-c4edbee4d703'
2024-12-03T05:27:49,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T05:27:49,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc961ae8-a21d-4ba0-9777-c4edbee4d703"

2024-12-03T05:27:49,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171ab278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:49,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35525,-1]
2024-12-03T05:27:49,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T05:27:49,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:49,698 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T05:27:49,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6d09f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-03T05:27:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T05:27:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40811,1733203566784, seqNum=-1]
2024-12-03T05:27:49,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T05:27:49,700 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T05:27:49,701 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525.
2024-12-03T05:27:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-03T05:27:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:49,701 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-03T05:27:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:27:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 65
2024-12-03T05:27:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65
2024-12-03T05:27:49,704 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-03T05:27:49,705 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-03T05:27:49,707 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-03T05:27:49,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741969_1145 (size=81)
2024-12-03T05:27:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65
2024-12-03T05:27:49,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 93dbea7a8f000662528f9d350f0c9302, had cached 0 bytes from a total of 13547
2024-12-03T05:27:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65
2024-12-03T05:27:50,112 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS
2024-12-03T05:27:50,113 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-03T05:27:50,113 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-03T05:27:50,113 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:50,115 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/00f2e5c4d64b4e24b312593bf8f86e49, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a] hfiles
2024-12-03T05:27:50,115 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/4): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/00f2e5c4d64b4e24b312593bf8f86e49
2024-12-03T05:27:50,115 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/4): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9
2024-12-03T05:27:50,115 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/4): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603
2024-12-03T05:27:50,115 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/4): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a
2024-12-03T05:27:50,115 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:50,117 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/225345f16a184e44bb16728d641e13e4, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d] hfiles
2024-12-03T05:27:50,117 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/5): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/225345f16a184e44bb16728d641e13e4
2024-12-03T05:27:50,117 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/5): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828
2024-12-03T05:27:50,117 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/5): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3
2024-12-03T05:27:50,117 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/5): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519
2024-12-03T05:27:50,117 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (5/5): hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d
2024-12-03T05:27:50,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741970_1146 (size=409)
2024-12-03T05:27:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65
2024-12-03T05:27:50,522 INFO  [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => dc6300d87f4888a54857aae0cd348ad7, NAME => 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.', STARTKEY => '', ENDKEY => ''}, table=backup:system
2024-12-03T05:27:50,523 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-03T05:27:50,524 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-03T05:27:50,524 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot_backup_system-1733203669694
2024-12-03T05:27:50,525 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1733203669694
2024-12-03T05:27:50,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741971_1147 (size=1046)
2024-12-03T05:27:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65
2024-12-03T05:27:50,935 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-03T05:27:50,944 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-03T05:27:50,944 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1733203669694 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.hbase-snapshot/hbase-failsafe-snapshot_backup_system-1733203669694
2024-12-03T05:27:50,945 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=65, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-03T05:27:50,946 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 65
2024-12-03T05:27:50,947 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=65, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733203669694 table=backup:system type=FLUSH ttl=0 } in 1.2440 sec
2024-12-03T05:27:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65
2024-12-03T05:27:51,855 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-03T05:27:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system"
table: "backup:system"
creation_time: 1733203657887
type: FLUSH
version: 2
ttl: 0
)
2024-12-03T05:27:51,876 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(1055): Restore snapshot=snapshot_backup_system as table=backup:system
2024-12-03T05:27:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-03T05:27:51,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741972_1148 (size=635)
2024-12-03T05:27:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-03T05:27:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-03T05:27:52,288 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/.tabledesc/.tableinfo.0000000001.635
2024-12-03T05:27:52,288 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/.tabledesc/.tableinfo.0000000002.635
2024-12-03T05:27:52,290 INFO  [PEWorker-5 {}] procedure.RestoreSnapshotProcedure(410): Starting restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-03T05:27:52,294 INFO  [PEWorker-5 {}] snapshot.RestoreSnapshotHelper(183): starting restore table regions using snapshot=name: "snapshot_backup_system"
table: "backup:system"
creation_time: 1733203657887
type: FLUSH
version: 2
ttl: 0

2024-12-03T05:27:52,295 DEBUG [PEWorker-5 {}] snapshot.RestoreSnapshotHelper(850): get table regions: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system
2024-12-03T05:27:52,297 DEBUG [PEWorker-5 {}] snapshot.RestoreSnapshotHelper(862): found 1 regions for table=backup:system
2024-12-03T05:27:52,297 INFO  [PEWorker-5 {}] snapshot.RestoreSnapshotHelper(229): region to restore: dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,301 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:52,304 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/00f2e5c4d64b4e24b312593bf8f86e49 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/00f2e5c4d64b4e24b312593bf8f86e49
2024-12-03T05:27:52,304 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:52,308 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/225345f16a184e44bb16728d641e13e4 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/225345f16a184e44bb16728d641e13e4
2024-12-03T05:27:52,309 INFO  [PEWorker-5 {}] snapshot.RestoreSnapshotHelper(272): finishing restore table regions using snapshot=name: "snapshot_backup_system"
table: "backup:system"
creation_time: 1733203657887
type: FLUSH
version: 2
ttl: 0

2024-12-03T05:27:52,310 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733203672310"}]},"ts":"9223372036854775807"}
2024-12-03T05:27:52,313 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-03T05:27:52,313 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dc6300d87f4888a54857aae0cd348ad7, NAME => 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.', STARTKEY => '', ENDKEY => ''}]
2024-12-03T05:27:52,313 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733203672311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733203672311"}]},"ts":"1733203672311"}
2024-12-03T05:27:52,315 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T05:27:52,315 INFO  [PEWorker-5 {}] assignment.RegionStateStore(585): Overwritten 1 regions to Meta
2024-12-03T05:27:52,315 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(586): Overwritten regions: [{ENCODED => dc6300d87f4888a54857aae0cd348ad7, NAME => 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.', STARTKEY => '', ENDKEY => ''}] 
2024-12-03T05:27:52,315 INFO  [PEWorker-5 {}] procedure.RestoreSnapshotProcedure(481): Restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } on table=backup:system completed!
2024-12-03T05:27:52,317 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system"
table: "backup:system"
creation_time: 1733203657887
type: FLUSH
version: 2
ttl: 0
) in 448 msec
2024-12-03T05:27:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-03T05:27:52,505 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin(2211): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1733203669694
2024-12-03T05:27:52,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "hbase-failsafe-snapshot_backup_system-1733203669694"
type: DISABLED

2024-12-03T05:27:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: hbase-failsafe-snapshot_backup_system-1733203669694
2024-12-03T05:27:52,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.3 enable backup:system
2024-12-03T05:27:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=backup:system
2024-12-03T05:27:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T05:27:52,520 INFO  [PEWorker-2 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system
2024-12-03T05:27:52,520 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203672520"}]},"ts":"1733203672520"}
2024-12-03T05:27:52,522 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-12-03T05:27:52,523 DEBUG [PEWorker-2 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning.
2024-12-03T05:27:52,523 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN}]
2024-12-03T05:27:52,523 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN
2024-12-03T05:27:52,524 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false
2024-12-03T05:27:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T05:27:52,675 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=dc6300d87f4888a54857aae0cd348ad7, regionState=OPENING, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:27:52,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN because future has completed
2024-12-03T05:27:52,677 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784}]
2024-12-03T05:27:52,832 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:52,832 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => dc6300d87f4888a54857aae0cd348ad7, NAME => 'backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.', STARTKEY => '', ENDKEY => ''}
2024-12-03T05:27:52,832 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-03T05:27:52,832 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,832 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T05:27:52,833 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,833 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,834 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region dc6300d87f4888a54857aae0cd348ad7 
2024-12-03T05:27:52,835 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc6300d87f4888a54857aae0cd348ad7 columnFamilyName meta
2024-12-03T05:27:52,835 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T05:27:52,841 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9
2024-12-03T05:27:52,845 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603
2024-12-03T05:27:52,849 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a
2024-12-03T05:27:52,849 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.HStore(327): Store=dc6300d87f4888a54857aae0cd348ad7/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:27:52,849 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region dc6300d87f4888a54857aae0cd348ad7 
2024-12-03T05:27:52,850 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc6300d87f4888a54857aae0cd348ad7 columnFamilyName session
2024-12-03T05:27:52,850 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T05:27:52,855 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828
2024-12-03T05:27:52,859 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3
2024-12-03T05:27:52,862 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519
2024-12-03T05:27:52,866 DEBUG [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d
2024-12-03T05:27:52,866 INFO  [StoreOpener-dc6300d87f4888a54857aae0cd348ad7-1 {}] regionserver.HStore(327): Store=dc6300d87f4888a54857aae0cd348ad7/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T05:27:52,867 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,867 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,868 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,869 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,869 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,869 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T05:27:52,870 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,871 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened dc6300d87f4888a54857aae0cd348ad7; next sequenceid=51; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9909140320, jitterRate=-0.07713939249515533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T05:27:52,871 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:52,872 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for dc6300d87f4888a54857aae0cd348ad7:
Running coprocessor pre-open hook at 1733203672833Writing region info on filesystem at 1733203672833Initializing all the Stores at 1733203672833Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203672834 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733203672834Cleaning up temporary data from old regions at 1733203672869 (+35 ms)Running coprocessor post-open hooks at 1733203672871 (+2 ms)Region opened successfully at 1733203672871
2024-12-03T05:27:52,872 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., pid=69, masterSystemTime=1733203672828
2024-12-03T05:27:52,874 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.CompactSplit(403): Add compact mark for store dc6300d87f4888a54857aae0cd348ad7:meta, priority=-2147483648, current under compaction store size is 1
2024-12-03T05:27:52,875 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-03T05:27:52,876 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.CompactSplit(403): Add compact mark for store dc6300d87f4888a54857aae0cd348ad7:session, priority=-2147483648, current under compaction store size is 2
2024-12-03T05:27:52,876 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-03T05:27:52,876 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-03T05:27:52,876 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-03T05:27:52,878 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:52,878 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:52,878 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 18305 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-03T05:27:52,878 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 23194 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-03T05:27:52,878 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=dc6300d87f4888a54857aae0cd348ad7, regionState=OPEN, openSeqNum=51, regionLocation=32beccd76b35,40811,1733203566784
2024-12-03T05:27:52,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784 because future has completed
2024-12-03T05:27:52,880 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.HStore(1541): dc6300d87f4888a54857aae0cd348ad7/session is initiating minor compaction (all files)
2024-12-03T05:27:52,880 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.HStore(1541): dc6300d87f4888a54857aae0cd348ad7/meta is initiating minor compaction (all files)
2024-12-03T05:27:52,880 INFO  [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc6300d87f4888a54857aae0cd348ad7/meta in backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:52,880 INFO  [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc6300d87f4888a54857aae0cd348ad7/session in backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:52,880 INFO  [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9] into tmpdir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp, totalSize=17.9 K
2024-12-03T05:27:52,880 INFO  [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828] into tmpdir=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp, totalSize=22.7 K
2024-12-03T05:27:52,881 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8ed43359a22456ab8c97c587165294a, keycount=6, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733203593106
2024-12-03T05:27:52,881 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] compactions.Compactor(225): Compacting 69e30d823ddc4215a824f1517fb0a7c3, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733203590697
2024-12-03T05:27:52,882 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97f3349bc0ba407aa22639d5f0efe603, keycount=4, bloomtype=ROW, size=5.6 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1733203612584
2024-12-03T05:27:52,882 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] compactions.Compactor(225): Compacting b5cf27b95cf34eb2bf1217d3489be519, keycount=2, bloomtype=ROW, size=5.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733203606806
2024-12-03T05:27:52,882 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] compactions.Compactor(225): Compacting 463b18aa3f9e4d80ae1089ee3ce040e9, keycount=12, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733203626212
2024-12-03T05:27:52,882 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] compactions.Compactor(225): Compacting dd044fa10fbd4805b2612270115b7f7d, keycount=3, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1733203620828
2024-12-03T05:27:52,882 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-12-03T05:27:52,882 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure dc6300d87f4888a54857aae0cd348ad7, server=32beccd76b35,40811,1733203566784 in 203 msec
2024-12-03T05:27:52,883 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] compactions.Compactor(225): Compacting 59533fa28daa4f5cbde1ae59be464828, keycount=2, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733203652725
2024-12-03T05:27:52,885 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-12-03T05:27:52,885 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc6300d87f4888a54857aae0cd348ad7, ASSIGN in 359 msec
2024-12-03T05:27:52,886 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733203672885"}]},"ts":"1733203672885"}
2024-12-03T05:27:52,887 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-12-03T05:27:52,887 INFO  [PEWorker-4 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled.
2024-12-03T05:27:52,890 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; EnableTableProcedure table=backup:system in 374 msec
2024-12-03T05:27:52,910 INFO  [RS:0;32beccd76b35:40811-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc6300d87f4888a54857aae0cd348ad7#meta#compaction#16 average throughput is 1.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-03T05:27:52,910 INFO  [RS:0;32beccd76b35:40811-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc6300d87f4888a54857aae0cd348ad7#session#compaction#17 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-03T05:27:52,911 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/f3273841023149dfac9cff7846d79619 is 158, key is trslm:hdfs://localhost:43209/backupUT\x00ns2:test-17332035759191/meta:log-roll-map/1733203652290/Put/seqid=0
2024-12-03T05:27:52,911 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/bcb7f4974e1b4817a0e0840ad448b23e is 1245, key is session:backup_1733203621817/session:context/1733203621913/Put/seqid=0
2024-12-03T05:27:52,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741973_1149 (size=6749)
2024-12-03T05:27:52,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741974_1150 (size=8073)
2024-12-03T05:27:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-03T05:27:53,145 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: backup:system completed
2024-12-03T05:27:53,145 DEBUG [Time-limited test {}] impl.BackupSystemTable(1544): Done restoring backup system table
2024-12-03T05:27:53,146 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-03T05:27:53,150 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-03T05:27:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-03T05:27:53,152 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-03T05:27:53,152 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: PREPARE_INCREMENTAL
2024-12-03T05:27:53,154 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-03T05:27:53,158 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733203657754 failed.
2024-12-03T05:27:53,159 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T05:27:53,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:103)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:27:53,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:53,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:53,159 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:53,182 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=627 (was 611)
Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/f3273841023149dfac9cff7846d79619
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-193074472-172.17.0.3-1733203560568:blk_1073741954_1130, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(32beccd76b35,40811,1733203566784)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(32beccd76b35,40811,1733203566784)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-193074472-172.17.0.3-1733203560568:blk_1073741953_1129, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'JobTracker' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/32beccd76b35:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;32beccd76b35:40811-shortCompactions-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:1013)
	app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:949)
	app//org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:913)
	app//org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861)
	app//org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77)
	app//org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106)
	app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.finishClose(HFileWriterImpl.java:859)
	app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:680)
	app//org.apache.hadoop.hbase.regionserver.StoreFileWriter$SingleStoreFileWriter.close(StoreFileWriter.java:787)
	app//org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:294)
	app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:70)
	app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:38)
	app//org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:398)
	app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:62)
	app//org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:122)
	app//org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1181)
	app//org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2424)
	app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:667)
	app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:716)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(32beccd76b35,40811,1733203566784)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: (32beccd76b35,35525,1733203564824)-proc-coordinator-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1780536706_20 at /127.0.0.1:50966 [Receiving block BP-193074472-172.17.0.3-1733203560568:blk_1073741953_1129]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1780536706_20 at /127.0.0.1:50978 [Receiving block BP-193074472-172.17.0.3-1733203560568:blk_1073741954_1130]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: member: '32beccd76b35,40811,1733203566784' subprocedure-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-193074472-172.17.0.3-1733203560568:blk_1073741955_1131, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1780536706_20 at /127.0.0.1:50980 [Receiving block BP-193074472-172.17.0.3-1733203560568:blk_1073741955_1131]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1902884237_20 at /127.0.0.1:51092 [Waiting for operation #42]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/bcb7f4974e1b4817a0e0840ad448b23e
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717)

Potentially hanging thread: rs(32beccd76b35,40811,1733203566784)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=639 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 373), ProcessCount=16 (was 16), AvailableMemoryMB=2652 (was 3257)
2024-12-03T05:27:53,184 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=627 is superior to 500
2024-12-03T05:27:53,189 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-03T05:27:53,190 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T05:27:53,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:27:53,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:53,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:53,190 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:53,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-03T05:27:53,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1616090726, stopped=false
2024-12-03T05:27:53,190 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32beccd76b35,35525,1733203564824
2024-12-03T05:27:53,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-12-03T05:27:53,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-12-03T05:27:53,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:27:53,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:27:53,192 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T05:27:53,193 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T05:27:53,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:27:53,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:53,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T05:27:53,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-03T05:27:53,194 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,40811,1733203566784' *****
2024-12-03T05:27:53,194 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T05:27:53,194 INFO  [RS:0;32beccd76b35:40811 {}] hbase.HBaseServerBase(468): Stop info server
2024-12-03T05:27:53,198 INFO  [RS:0;32beccd76b35:40811 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@57f97da9{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver}
2024-12-03T05:27:53,201 INFO  [RS:0;32beccd76b35:40811 {}] server.AbstractConnector(383): Stopped ServerConnector@5646b416{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T05:27:53,201 INFO  [RS:0;32beccd76b35:40811 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T05:27:53,201 INFO  [RS:0;32beccd76b35:40811 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-12-03T05:27:53,201 INFO  [RS:0;32beccd76b35:40811 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@66ed5787{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,STOPPED}
2024-12-03T05:27:53,203 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T05:27:53,203 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T05:27:53,203 INFO  [RS:0;32beccd76b35:40811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T05:27:53,203 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully.
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b730b9cba866997e1085cf6392f290f
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(3091): Received CLOSE for 27a0bb786ae7bfcf371e17e8ff1c35e2
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(3091): Received CLOSE for 509e44a4e8d4dac4eb23b4b0f7736036
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(3091): Received CLOSE for 93dbea7a8f000662528f9d350f0c9302
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(3091): Received CLOSE for dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(3091): Received CLOSE for c558ade9c5cbd2fac716e5eafb195c41
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,40811,1733203566784
2024-12-03T05:27:53,204 INFO  [RS:0;32beccd76b35:40811 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T05:27:53,205 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b730b9cba866997e1085cf6392f290f, disabling compactions & flushes
2024-12-03T05:27:53,205 INFO  [RS:0;32beccd76b35:40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32beccd76b35:40811.
2024-12-03T05:27:53,205 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:53,205 DEBUG [RS:0;32beccd76b35:40811 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:27:53,205 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:53,205 DEBUG [RS:0;32beccd76b35:40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:53,205 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. after waiting 0 ms
2024-12-03T05:27:53,205 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:53,205 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T05:27:53,205 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b730b9cba866997e1085cf6392f290f 3/3 column families, dataSize=378 B heapSize=1.63 KB
2024-12-03T05:27:53,222 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f2/d12e413c5f3743dea1a709024b97c12f is 58, key is row-test-1733203575919-2-0/f2:q1/1733203652746/Put/seqid=0
2024-12-03T05:27:53,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741975_1151 (size=5464)
2024-12-03T05:27:53,273 INFO  [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T05:27:53,322 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/meta/f3273841023149dfac9cff7846d79619 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/f3273841023149dfac9cff7846d79619
2024-12-03T05:27:53,322 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/bcb7f4974e1b4817a0e0840ad448b23e as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/bcb7f4974e1b4817a0e0840ad448b23e
2024-12-03T05:27:53,335 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-12-03T05:27:53,335 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-12-03T05:27:53,337 INFO  [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc6300d87f4888a54857aae0cd348ad7/meta of dc6300d87f4888a54857aae0cd348ad7 into f3273841023149dfac9cff7846d79619(size=6.6 K), total size for store is 6.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-03T05:27:53,337 INFO  [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc6300d87f4888a54857aae0cd348ad7/session of dc6300d87f4888a54857aae0cd348ad7 into bcb7f4974e1b4817a0e0840ad448b23e(size=7.9 K), total size for store is 7.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-03T05:27:53,337 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc6300d87f4888a54857aae0cd348ad7:

2024-12-03T05:27:53,337 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc6300d87f4888a54857aae0cd348ad7:

2024-12-03T05:27:53,339 INFO  [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., storeName=dc6300d87f4888a54857aae0cd348ad7/session, priority=12, startTime=1733203672876; duration=0sec
2024-12-03T05:27:53,340 INFO  [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., storeName=dc6300d87f4888a54857aae0cd348ad7/meta, priority=13, startTime=1733203672874; duration=0sec
2024-12-03T05:27:53,340 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-03T05:27:53,340 DEBUG [RS:0;32beccd76b35:40811-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc6300d87f4888a54857aae0cd348ad7:session
2024-12-03T05:27:53,340 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-03T05:27:53,340 DEBUG [RS:0;32beccd76b35:40811-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc6300d87f4888a54857aae0cd348ad7:meta
2024-12-03T05:27:53,340 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T05:27:53,340 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T05:27:53,340 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-03T05:27:53,341 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-12-03T05:27:53,341 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1325): Online Regions={7b730b9cba866997e1085cf6392f290f=test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., 27a0bb786ae7bfcf371e17e8ff1c35e2=ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2., 509e44a4e8d4dac4eb23b4b0f7736036=backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036., 93dbea7a8f000662528f9d350f0c9302=ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302., 1588230740=hbase:meta,,1.1588230740, dc6300d87f4888a54857aae0cd348ad7=backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., c558ade9c5cbd2fac716e5eafb195c41=ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.}
2024-12-03T05:27:53,341 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T05:27:53,341 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T05:27:53,341 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T05:27:53,341 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T05:27:53,341 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T05:27:53,341 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.17 KB heapSize=23.40 KB
2024-12-03T05:27:53,341 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a0bb786ae7bfcf371e17e8ff1c35e2, 509e44a4e8d4dac4eb23b4b0f7736036, 7b730b9cba866997e1085cf6392f290f, 93dbea7a8f000662528f9d350f0c9302, c558ade9c5cbd2fac716e5eafb195c41, dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:53,364 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/info/9839e3cf17594099bc435cc7a1534181 is 159, key is ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302./info:regioninfo/1733203579957/Put/seqid=0
2024-12-03T05:27:53,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741976_1152 (size=14126)
2024-12-03T05:27:53,529 INFO  [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-03T05:27:53,529 INFO  [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-03T05:27:53,541 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a0bb786ae7bfcf371e17e8ff1c35e2, 509e44a4e8d4dac4eb23b4b0f7736036, 7b730b9cba866997e1085cf6392f290f, 93dbea7a8f000662528f9d350f0c9302, c558ade9c5cbd2fac716e5eafb195c41, dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:53,627 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f2/d12e413c5f3743dea1a709024b97c12f
2024-12-03T05:27:53,633 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/.tmp/f2/d12e413c5f3743dea1a709024b97c12f as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f2/d12e413c5f3743dea1a709024b97c12f
2024-12-03T05:27:53,638 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/f2/d12e413c5f3743dea1a709024b97c12f, entries=7, sequenceid=348, filesize=5.3 K
2024-12-03T05:27:53,639 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7b730b9cba866997e1085cf6392f290f in 434ms, sequenceid=348, compaction requested=false
2024-12-03T05:27:53,651 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/default/test-1733203575919/7b730b9cba866997e1085cf6392f290f/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337
2024-12-03T05:27:53,652 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:53,652 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:53,652 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b730b9cba866997e1085cf6392f290f:
Waiting for close lock at 1733203673204Running coprocessor pre-close hooks at 1733203673204Disabling compacts and flushes for region at 1733203673204Disabling writes for close at 1733203673205 (+1 ms)Obtaining lock to block concurrent updates at 1733203673205Preparing flush snapshotting stores in 7b730b9cba866997e1085cf6392f290f at 1733203673205Finished memstore snapshotting test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733203673205Flushing stores of test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f. at 1733203673206 (+1 ms)Flushing 7b730b9cba866997e1085cf6392f290f/f2: creating writer at 1733203673206Flushing 7b730b9cba866997e1085cf6392f290f/f2: appending metadata at 1733203673222 (+16 ms)Flushing 7b730b9cba866997e1085cf6392f290f/f2: closing flushed file at 1733203673222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce0f78c: reopening flushed file at 1733203673632 (+410 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7b730b9cba866997e1085cf6392f290f in 434ms, sequenceid=348, compaction requested=false at 1733203673639 (+7 ms)Writing region close event to WAL at 1733203673648 (+9 ms)Running coprocessor post-close hooks at 1733203673652 (+4 ms)Closed at 1733203673652
2024-12-03T05:27:53,652 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733203575919,,1733203576402.7b730b9cba866997e1085cf6392f290f.
2024-12-03T05:27:53,653 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27a0bb786ae7bfcf371e17e8ff1c35e2, disabling compactions & flushes
2024-12-03T05:27:53,653 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:27:53,653 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:27:53,653 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2. after waiting 0 ms
2024-12-03T05:27:53,653 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:27:53,656 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns4/test-17332035759193/27a0bb786ae7bfcf371e17e8ff1c35e2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T05:27:53,657 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:53,657 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:27:53,657 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27a0bb786ae7bfcf371e17e8ff1c35e2:
Waiting for close lock at 1733203673653Running coprocessor pre-close hooks at 1733203673653Disabling compacts and flushes for region at 1733203673653Disabling writes for close at 1733203673653Writing region close event to WAL at 1733203673653Running coprocessor post-close hooks at 1733203673656 (+3 ms)Closed at 1733203673657 (+1 ms)
2024-12-03T05:27:53,657 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17332035759193,,1733203583246.27a0bb786ae7bfcf371e17e8ff1c35e2.
2024-12-03T05:27:53,657 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 509e44a4e8d4dac4eb23b4b0f7736036, disabling compactions & flushes
2024-12-03T05:27:53,657 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:27:53,657 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:27:53,657 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036. after waiting 0 ms
2024-12-03T05:27:53,657 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:27:53,660 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system_bulk/509e44a4e8d4dac4eb23b4b0f7736036/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T05:27:53,660 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:53,660 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:27:53,660 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 509e44a4e8d4dac4eb23b4b0f7736036:
Waiting for close lock at 1733203673657Running coprocessor pre-close hooks at 1733203673657Disabling compacts and flushes for region at 1733203673657Disabling writes for close at 1733203673657Writing region close event to WAL at 1733203673657Running coprocessor post-close hooks at 1733203673660 (+3 ms)Closed at 1733203673660
2024-12-03T05:27:53,661 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733203588507.509e44a4e8d4dac4eb23b4b0f7736036.
2024-12-03T05:27:53,661 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93dbea7a8f000662528f9d350f0c9302, disabling compactions & flushes
2024-12-03T05:27:53,661 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:27:53,661 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:27:53,661 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302. after waiting 0 ms
2024-12-03T05:27:53,661 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:27:53,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns2/test-17332035759191/93dbea7a8f000662528f9d350f0c9302/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1
2024-12-03T05:27:53,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:53,664 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:27:53,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93dbea7a8f000662528f9d350f0c9302:
Waiting for close lock at 1733203673661Running coprocessor pre-close hooks at 1733203673661Disabling compacts and flushes for region at 1733203673661Disabling writes for close at 1733203673661Writing region close event to WAL at 1733203673661Running coprocessor post-close hooks at 1733203673664 (+3 ms)Closed at 1733203673664
2024-12-03T05:27:53,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17332035759191,,1733203578767.93dbea7a8f000662528f9d350f0c9302.
2024-12-03T05:27:53,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc6300d87f4888a54857aae0cd348ad7, disabling compactions & flushes
2024-12-03T05:27:53,664 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:53,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:53,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. after waiting 0 ms
2024-12-03T05:27:53,664 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:53,664 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc6300d87f4888a54857aae0cd348ad7 2/2 column families, dataSize=594 B heapSize=1.23 KB
2024-12-03T05:27:53,668 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/203c1cd8c89c4110a438518e57afabbf is 554, key is session:backup_1733203657754/session:context/1733203673153/Put/seqid=0
2024-12-03T05:27:53,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741977_1153 (size=5655)
2024-12-03T05:27:53,741 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c558ade9c5cbd2fac716e5eafb195c41, dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:53,768 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.16 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/info/9839e3cf17594099bc435cc7a1534181
2024-12-03T05:27:53,788 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/ns/839adc74da084b28aa037637f9f15604 is 43, key is default/ns:d/1733203570337/Put/seqid=0
2024-12-03T05:27:53,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741978_1154 (size=5345)
2024-12-03T05:27:53,942 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c558ade9c5cbd2fac716e5eafb195c41, dc6300d87f4888a54857aae0cd348ad7
2024-12-03T05:27:54,072 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/203c1cd8c89c4110a438518e57afabbf
2024-12-03T05:27:54,078 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/.tmp/session/203c1cd8c89c4110a438518e57afabbf as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/203c1cd8c89c4110a438518e57afabbf
2024-12-03T05:27:54,083 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/203c1cd8c89c4110a438518e57afabbf, entries=2, sequenceid=57, filesize=5.5 K
2024-12-03T05:27:54,084 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for dc6300d87f4888a54857aae0cd348ad7 in 420ms, sequenceid=57, compaction requested=false
2024-12-03T05:27:54,085 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9] to archive
2024-12-03T05:27:54,086 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-03T05:27:54,089 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/d8ed43359a22456ab8c97c587165294a
2024-12-03T05:27:54,090 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/97f3349bc0ba407aa22639d5f0efe603
2024-12-03T05:27:54,091 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/meta/463b18aa3f9e4d80ae1089ee3ce040e9
2024-12-03T05:27:54,097 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried.
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32beccd76b35:35525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 16 more
2024-12-03T05:27:54,097 WARN  [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d8ed43359a22456ab8c97c587165294a=5914, 97f3349bc0ba407aa22639d5f0efe603=5745, 463b18aa3f9e4d80ae1089ee3ce040e9=6646]
2024-12-03T05:27:54,098 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828] to archive
2024-12-03T05:27:54,098 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-03T05:27:54,100 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/69e30d823ddc4215a824f1517fb0a7c3
2024-12-03T05:27:54,102 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/b5cf27b95cf34eb2bf1217d3489be519
2024-12-03T05:27:54,103 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/dd044fa10fbd4805b2612270115b7f7d
2024-12-03T05:27:54,104 DEBUG [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828 to hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/archive/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/session/59533fa28daa4f5cbde1ae59be464828
2024-12-03T05:27:54,104 WARN  [StoreCloser-backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [69e30d823ddc4215a824f1517fb0a7c3=5049, b5cf27b95cf34eb2bf1217d3489be519=5535, dd044fa10fbd4805b2612270115b7f7d=6682, 59533fa28daa4f5cbde1ae59be464828=5928]
2024-12-03T05:27:54,108 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/backup/system/dc6300d87f4888a54857aae0cd348ad7/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=50
2024-12-03T05:27:54,108 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:54,108 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:54,108 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc6300d87f4888a54857aae0cd348ad7:
Waiting for close lock at 1733203673664Running coprocessor pre-close hooks at 1733203673664Disabling compacts and flushes for region at 1733203673664Disabling writes for close at 1733203673664Obtaining lock to block concurrent updates at 1733203673664Preparing flush snapshotting stores in dc6300d87f4888a54857aae0cd348ad7 at 1733203673664Finished memstore snapshotting backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1224, getOffHeapSize=0, getCellsCount=2 at 1733203673665 (+1 ms)Flushing stores of backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7. at 1733203673665Flushing dc6300d87f4888a54857aae0cd348ad7/session: creating writer at 1733203673665Flushing dc6300d87f4888a54857aae0cd348ad7/session: appending metadata at 1733203673667 (+2 ms)Flushing dc6300d87f4888a54857aae0cd348ad7/session: closing flushed file at 1733203673667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6540dcc8: reopening flushed file at 1733203674078 (+411 ms)Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for dc6300d87f4888a54857aae0cd348ad7 in 420ms, sequenceid=57, compaction requested=false at 1733203674084 (+6 ms)Writing region close event to WAL at 1733203674104 (+20 ms)Running coprocessor post-close hooks at 1733203674108 (+4 ms)Closed at 1733203674108
2024-12-03T05:27:54,109 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733203586333.dc6300d87f4888a54857aae0cd348ad7.
2024-12-03T05:27:54,109 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c558ade9c5cbd2fac716e5eafb195c41, disabling compactions & flushes
2024-12-03T05:27:54,109 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:27:54,109 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:27:54,109 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41. after waiting 0 ms
2024-12-03T05:27:54,109 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:27:54,112 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/ns3/test-17332035759192/c558ade9c5cbd2fac716e5eafb195c41/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T05:27:54,112 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:54,112 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:27:54,112 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c558ade9c5cbd2fac716e5eafb195c41:
Waiting for close lock at 1733203674109Running coprocessor pre-close hooks at 1733203674109Disabling compacts and flushes for region at 1733203674109Disabling writes for close at 1733203674109Writing region close event to WAL at 1733203674109Running coprocessor post-close hooks at 1733203674112 (+3 ms)Closed at 1733203674112
2024-12-03T05:27:54,113 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17332035759192,,1733203581072.c558ade9c5cbd2fac716e5eafb195c41.
2024-12-03T05:27:54,142 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-03T05:27:54,192 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/ns/839adc74da084b28aa037637f9f15604
2024-12-03T05:27:54,212 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/table/a9d2f7e7c2fe4d4e8ffbce73f3fe5288 is 59, key is ns2:test-17332035759191/table:state/1733203579973/Put/seqid=0
2024-12-03T05:27:54,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741979_1155 (size=5866)
2024-12-03T05:27:54,342 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-03T05:27:54,342 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-03T05:27:54,342 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-03T05:27:54,542 DEBUG [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-03T05:27:54,617 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/table/a9d2f7e7c2fe4d4e8ffbce73f3fe5288
2024-12-03T05:27:54,623 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/info/9839e3cf17594099bc435cc7a1534181 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/info/9839e3cf17594099bc435cc7a1534181
2024-12-03T05:27:54,627 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/info/9839e3cf17594099bc435cc7a1534181, entries=69, sequenceid=59, filesize=13.8 K
2024-12-03T05:27:54,628 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/ns/839adc74da084b28aa037637f9f15604 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/ns/839adc74da084b28aa037637f9f15604
2024-12-03T05:27:54,632 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/ns/839adc74da084b28aa037637f9f15604, entries=7, sequenceid=59, filesize=5.2 K
2024-12-03T05:27:54,633 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/.tmp/table/a9d2f7e7c2fe4d4e8ffbce73f3fe5288 as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/table/a9d2f7e7c2fe4d4e8ffbce73f3fe5288
2024-12-03T05:27:54,637 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/table/a9d2f7e7c2fe4d4e8ffbce73f3fe5288, entries=13, sequenceid=59, filesize=5.7 K
2024-12-03T05:27:54,638 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=59, compaction requested=false
2024-12-03T05:27:54,642 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/data/hbase/meta/1588230740/recovered.edits/62.seqid, newMaxSeqId=62, maxSeqId=1
2024-12-03T05:27:54,642 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:54,642 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T05:27:54,642 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T05:27:54,642 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733203673341Running coprocessor pre-close hooks at 1733203673341Disabling compacts and flushes for region at 1733203673341Disabling writes for close at 1733203673341Obtaining lock to block concurrent updates at 1733203673341Preparing flush snapshotting stores in 1588230740 at 1733203673341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13486, getHeapSize=23896, getOffHeapSize=0, getCellsCount=125 at 1733203673341Flushing stores of hbase:meta,,1.1588230740 at 1733203673342 (+1 ms)Flushing 1588230740/info: creating writer at 1733203673342Flushing 1588230740/info: appending metadata at 1733203673363 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733203673363Flushing 1588230740/ns: creating writer at 1733203673773 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733203673788 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733203673788Flushing 1588230740/table: creating writer at 1733203674197 (+409 ms)Flushing 1588230740/table: appending metadata at 1733203674212 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733203674212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e213540: reopening flushed file at 1733203674622 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4ed942: reopening flushed file at 1733203674627 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2379e19: reopening flushed file at 1733203674632 (+5 ms)Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=59, compaction requested=false at 1733203674638 (+6 ms)Writing region close event to WAL at 1733203674639 (+1 ms)Running coprocessor post-close hooks at 1733203674642 (+3 ms)Closed at 1733203674642
2024-12-03T05:27:54,642 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-03T05:27:54,742 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,40811,1733203566784; all regions closed.
2024-12-03T05:27:54,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741955_1131 (size=3260)
2024-12-03T05:27:54,746 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.meta.1733203662144.meta not finished, retry = 0
2024-12-03T05:27:54,850 DEBUG [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs
2024-12-03T05:27:54,850 INFO  [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.meta:.meta(num 1733203662144)
2024-12-03T05:27:54,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741954_1130 (size=5275)
2024-12-03T05:27:54,852 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/WALs/32beccd76b35,40811,1733203566784/32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1.1733203662120 not finished, retry = 0
2024-12-03T05:27:54,955 DEBUG [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs
2024-12-03T05:27:54,955 INFO  [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-1:(num 1733203662120)
2024-12-03T05:27:54,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741953_1129 (size=1037)
2024-12-03T05:27:54,959 DEBUG [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/oldWALs
2024-12-03T05:27:54,959 INFO  [RS:0;32beccd76b35:40811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C40811%2C1733203566784.32beccd76b35%2C40811%2C1733203566784.regiongroup-0:(num 1733203662102)
2024-12-03T05:27:54,959 DEBUG [RS:0;32beccd76b35:40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:54,959 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T05:27:54,959 INFO  [RS:0;32beccd76b35:40811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T05:27:54,959 INFO  [RS:0;32beccd76b35:40811 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-03T05:27:54,959 INFO  [RS:0;32beccd76b35:40811 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T05:27:54,959 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T05:27:54,960 INFO  [RS:0;32beccd76b35:40811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40811
2024-12-03T05:27:54,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/32beccd76b35,40811,1733203566784
2024-12-03T05:27:54,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-12-03T05:27:54,964 INFO  [RS:0;32beccd76b35:40811 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T05:27:54,966 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,40811,1733203566784]
2024-12-03T05:27:54,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/32beccd76b35,40811,1733203566784 already deleted, retry=false
2024-12-03T05:27:54,968 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,40811,1733203566784 expired; onlineServers=0
2024-12-03T05:27:54,968 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32beccd76b35,35525,1733203564824' *****
2024-12-03T05:27:54,968 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-03T05:27:54,968 INFO  [M:0;32beccd76b35:35525 {}] hbase.HBaseServerBase(468): Stop info server
2024-12-03T05:27:54,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master
2024-12-03T05:27:54,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-03T05:27:54,974 INFO  [M:0;32beccd76b35:35525 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@77e26834{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master}
2024-12-03T05:27:54,974 INFO  [M:0;32beccd76b35:35525 {}] server.AbstractConnector(383): Stopped ServerConnector@75653488{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T05:27:54,974 INFO  [M:0;32beccd76b35:35525 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T05:27:54,975 INFO  [M:0;32beccd76b35:35525 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7533ba92{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-12-03T05:27:54,975 INFO  [M:0;32beccd76b35:35525 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@63a7197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,STOPPED}
2024-12-03T05:27:54,975 INFO  [M:0;32beccd76b35:35525 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T05:27:54,975 INFO  [M:0;32beccd76b35:35525 {}] master.HMaster(1770): Stopping master jetty server
2024-12-03T05:27:54,976 INFO  [M:0;32beccd76b35:35525 {}] server.AbstractConnector(383): Stopped ServerConnector@13cc74d7{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-03T05:27:54,976 INFO  [M:0;32beccd76b35:35525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T05:27:54,976 DEBUG [M:0;32beccd76b35:35525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-03T05:27:54,976 INFO  [M:0;32beccd76b35:35525 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner
2024-12-03T05:27:54,977 INFO  [M:0;32beccd76b35:35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;32beccd76b35:35525.
2024-12-03T05:27:54,977 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-03T05:27:54,977 DEBUG [M:0;32beccd76b35:35525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156)
    at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444)
    at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322)
    at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923)
    at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439)
    at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T05:27:54,977 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733203569319 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733203569319,5,FailOnTimeoutGroup]
2024-12-03T05:27:54,977 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733203569320 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733203569320,5,FailOnTimeoutGroup]
2024-12-03T05:27:54,977 DEBUG [M:0;32beccd76b35:35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:54,977 DEBUG [M:0;32beccd76b35:35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T05:27:54,977 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T05:27:54,977 DEBUG [M:0;32beccd76b35:35525 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-03T05:27:54,977 INFO  [M:0;32beccd76b35:35525 {}] hbase.ChoreService(370): Chore service for: master/32beccd76b35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-03T05:27:54,977 INFO  [M:0;32beccd76b35:35525 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T05:27:54,977 DEBUG [M:0;32beccd76b35:35525 {}] master.HMaster(1795): Stopping service threads
2024-12-03T05:27:54,977 INFO  [M:0;32beccd76b35:35525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-03T05:27:54,978 INFO  [M:0;32beccd76b35:35525 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T05:27:54,978 INFO  [M:0;32beccd76b35:35525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-03T05:27:54,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-03T05:27:54,979 DEBUG [M:0;32beccd76b35:35525 {}] zookeeper.ZKUtil(347): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error)
2024-12-03T05:27:54,979 WARN  [M:0;32beccd76b35:35525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-03T05:27:54,979 INFO  [M:0;32beccd76b35:35525 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/.lastflushedseqids
2024-12-03T05:27:54,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741980_1156 (size=495)
2024-12-03T05:27:55,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T05:27:55,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40811-0x101518e89b60001, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T05:27:55,067 INFO  [RS:0;32beccd76b35:40811 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T05:27:55,067 INFO  [RS:0;32beccd76b35:40811 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,40811,1733203566784; zookeeper connection closed.
2024-12-03T05:27:55,067 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27ef07b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27ef07b1
2024-12-03T05:27:55,068 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-03T05:27:55,078 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332035759192
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332035759191
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332035759193
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-12-03T05:27:55,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733203575919
2024-12-03T05:27:55,392 INFO  [M:0;32beccd76b35:35525 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-03T05:27:55,392 INFO  [M:0;32beccd76b35:35525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-03T05:27:55,393 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T05:27:55,407 INFO  [M:0;32beccd76b35:35525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T05:27:55,407 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T05:27:55,407 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T05:27:55,407 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T05:27:55,407 INFO  [M:0;32beccd76b35:35525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=314.61 KB heapSize=370.30 KB
2024-12-03T05:27:55,422 DEBUG [M:0;32beccd76b35:35525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d0977ccc73346a0803757d40a7f6cdc is 82, key is hbase:meta,,1/info:regioninfo/1733203570258/Put/seqid=0
2024-12-03T05:27:55,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741981_1157 (size=5672)
2024-12-03T05:27:55,826 INFO  [M:0;32beccd76b35:35525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d0977ccc73346a0803757d40a7f6cdc
2024-12-03T05:27:55,847 DEBUG [M:0;32beccd76b35:35525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f978097ed8448e281991e2ed8faec8e is 2183, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1733203621815/Put/seqid=0
2024-12-03T05:27:55,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741982_1158 (size=25213)
2024-12-03T05:27:56,252 INFO  [M:0;32beccd76b35:35525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=314.05 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f978097ed8448e281991e2ed8faec8e
2024-12-03T05:27:56,257 INFO  [M:0;32beccd76b35:35525 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f978097ed8448e281991e2ed8faec8e
2024-12-03T05:27:56,272 DEBUG [M:0;32beccd76b35:35525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86f4e751eb734d12827366521082a6cf is 69, key is 32beccd76b35,40811,1733203566784/rs:state/1733203569384/Put/seqid=0
2024-12-03T05:27:56,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741983_1159 (size=5156)
2024-12-03T05:27:56,677 INFO  [M:0;32beccd76b35:35525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86f4e751eb734d12827366521082a6cf
2024-12-03T05:27:56,682 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d0977ccc73346a0803757d40a7f6cdc as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d0977ccc73346a0803757d40a7f6cdc
2024-12-03T05:27:56,687 INFO  [M:0;32beccd76b35:35525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d0977ccc73346a0803757d40a7f6cdc, entries=8, sequenceid=662, filesize=5.5 K
2024-12-03T05:27:56,688 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f978097ed8448e281991e2ed8faec8e as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f978097ed8448e281991e2ed8faec8e
2024-12-03T05:27:56,692 INFO  [M:0;32beccd76b35:35525 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f978097ed8448e281991e2ed8faec8e
2024-12-03T05:27:56,692 INFO  [M:0;32beccd76b35:35525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f978097ed8448e281991e2ed8faec8e, entries=68, sequenceid=662, filesize=24.6 K
2024-12-03T05:27:56,693 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86f4e751eb734d12827366521082a6cf as hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86f4e751eb734d12827366521082a6cf
2024-12-03T05:27:56,697 INFO  [M:0;32beccd76b35:35525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86f4e751eb734d12827366521082a6cf, entries=1, sequenceid=662, filesize=5.0 K
2024-12-03T05:27:56,698 INFO  [M:0;32beccd76b35:35525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~314.61 KB/322156, heapSize ~370.01 KB/378888, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=662, compaction requested=false
2024-12-03T05:27:56,699 INFO  [M:0;32beccd76b35:35525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T05:27:56,699 DEBUG [M:0;32beccd76b35:35525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733203675393Disabling compacts and flushes for region at 1733203675393Disabling writes for close at 1733203675407 (+14 ms)Obtaining lock to block concurrent updates at 1733203675407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733203675407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=322156, getHeapSize=379128, getOffHeapSize=0, getCellsCount=741 at 1733203675407Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733203675408 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733203675408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733203675422 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733203675422Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733203675831 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733203675847 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733203675847Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733203676257 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733203676272 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733203676272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fcbaf1b: reopening flushed file at 1733203676682 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f18e327: reopening flushed file at 1733203676687 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ed9e77: reopening flushed file at 1733203676692 (+5 ms)Finished flush of dataSize ~314.61 KB/322156, heapSize ~370.01 KB/378888, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=662, compaction requested=false at 1733203676698 (+6 ms)Writing region close event to WAL at 1733203676699 (+1 ms)Closed at 1733203676699
2024-12-03T05:27:56,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32825 is added to blk_1073741830_1006 (size=365921)
2024-12-03T05:27:56,702 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e913008b-80ca-e91c-2934-c07ff5e8f813/MasterData/WALs/32beccd76b35,35525,1733203564824/32beccd76b35%2C35525%2C1733203564824.32beccd76b35%2C35525%2C1733203564824.regiongroup-0.1733203568572 not finished, retry = 0
2024-12-03T05:27:56,803 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T05:27:56,803 INFO  [M:0;32beccd76b35:35525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-03T05:27:56,803 INFO  [M:0;32beccd76b35:35525 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down.
2024-12-03T05:27:56,804 INFO  [M:0;32beccd76b35:35525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35525
2024-12-03T05:27:56,804 INFO  [M:0;32beccd76b35:35525 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T05:27:56,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T05:27:56,906 INFO  [M:0;32beccd76b35:35525 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T05:27:56,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35525-0x101518e89b60000, quorum=127.0.0.1:52866, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T05:27:56,913 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dce7e65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T05:27:56,916 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2044050{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T05:27:56,916 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T05:27:56,916 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19fb95db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T05:27:56,916 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b2b78d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,STOPPED}
2024-12-03T05:27:56,918 WARN  [BP-193074472-172.17.0.3-1733203560568 heartbeating to localhost/127.0.0.1:43209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T05:27:56,918 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T05:27:56,918 WARN  [BP-193074472-172.17.0.3-1733203560568 heartbeating to localhost/127.0.0.1:43209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-193074472-172.17.0.3-1733203560568 (Datanode Uuid 8768d398-7279-46d6-83a6-da013ddff264) service to localhost/127.0.0.1:43209
2024-12-03T05:27:56,918 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T05:27:56,919 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/data/data1/current/BP-193074472-172.17.0.3-1733203560568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T05:27:56,920 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/cluster_0fe1ec5f-6f60-7746-815d-2780ac9851db/data/data2/current/BP-193074472-172.17.0.3-1733203560568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T05:27:56,920 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T05:27:56,928 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T05:27:56,929 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T05:27:56,929 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T05:27:56,929 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T05:27:56,929 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,STOPPED}
2024-12-03T05:27:56,938 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-03T05:27:56,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-03T05:27:56,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-12-03T05:27:56,997 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@748cfea5{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T05:27:56,998 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34898493{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T05:27:56,998 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T05:27:56,998 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ecb948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T05:27:56,998 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56573193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,STOPPED}
2024-12-03T05:27:57,007 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fde013d{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-03T05:27:57,007 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1c8914{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T05:27:57,007 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T05:27:57,008 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b27c13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T05:27:57,008 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@641bc420{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,STOPPED}
2024-12-03T05:27:57,013 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T05:27:57,013 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c499d5c{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-12-03T05:27:57,013 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@567287a2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T05:27:57,013 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T05:27:57,014 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31795375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T05:27:57,014 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccdffea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,STOPPED}
2024-12-03T05:27:57,016 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-12-03T05:27:57,020 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-12-03T05:27:57,020 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-12-03T05:27:57,021 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T05:27:57,024 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f9cb7bc{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-12-03T05:27:57,025 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bda844c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T05:27:57,025 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T05:27:57,025 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338ad629{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-03T05:27:57,025 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@357aa33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/57b82cd0-b882-62b9-08cc-28075e5a9234/hadoop.log.dir/,STOPPED}
2024-12-03T05:27:57,027 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-03T05:27:57,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped