2024-11-13 20:48:32,320 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@70ed52de
2024-11-13 20:48:32,338 main DEBUG Took 0.015135 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-13 20:48:32,338 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-13 20:48:32,339 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-13 20:48:32,340 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-13 20:48:32,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,356 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-13 20:48:32,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,375 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,376 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,377 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,379 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,380 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:48:32,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,385 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-13 20:48:32,387 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:48:32,389 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-13 20:48:32,391 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-13 20:48:32,391 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-13 20:48:32,393 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-13 20:48:32,394 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-13 20:48:32,406 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-13 20:48:32,410 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-13 20:48:32,412 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-13 20:48:32,412 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-13 20:48:32,413 main DEBUG createAppenders(={Console})
2024-11-13 20:48:32,414 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@70ed52de initialized
2024-11-13 20:48:32,414 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@70ed52de
2024-11-13 20:48:32,415 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@70ed52de OK.
2024-11-13 20:48:32,415 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-13 20:48:32,416 main DEBUG OutputStream closed
2024-11-13 20:48:32,416 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-13 20:48:32,417 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-13 20:48:32,417 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4a7f959b OK
2024-11-13 20:48:32,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-13 20:48:32,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-13 20:48:32,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-13 20:48:32,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-13 20:48:32,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-13 20:48:32,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-13 20:48:32,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-13 20:48:32,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-13 20:48:32,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-13 20:48:32,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-13 20:48:32,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-13 20:48:32,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-13 20:48:32,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-13 20:48:32,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-13 20:48:32,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-13 20:48:32,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-13 20:48:32,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-13 20:48:32,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-13 20:48:32,520 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13 20:48:32,520 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@a3d9978) with optional ClassLoader: null
2024-11-13 20:48:32,521 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-13 20:48:32,522 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@a3d9978] started OK.
2024-11-13T20:48:32,572 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins
2024-11-13 20:48:32,577 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-13 20:48:32,578 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13T20:48:33,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369
2024-11-13T20:48:33,007 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-11-13T20:48:33,010 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:48:33,011 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-13T20:48:33,034 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade, deleteOnExit=true
2024-11-13T20:48:33,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-13T20:48:33,036 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/test.cache.data in system properties and HBase conf
2024-11-13T20:48:33,036 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.tmp.dir in system properties and HBase conf
2024-11-13T20:48:33,037 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir in system properties and HBase conf
2024-11-13T20:48:33,038 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-13T20:48:33,038 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-13T20:48:33,038 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-13T20:48:33,152 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-13T20:48:33,296 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-13T20:48:33,302 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-13T20:48:33,303 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-13T20:48:33,303 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-13T20:48:33,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T20:48:33,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-13T20:48:33,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-13T20:48:33,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T20:48:33,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T20:48:33,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-13T20:48:33,307 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/nfs.dump.dir in system properties and HBase conf
2024-11-13T20:48:33,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir in system properties and HBase conf
2024-11-13T20:48:33,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T20:48:33,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-13T20:48:33,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-13T20:48:34,409 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-13T20:48:34,526 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3207ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-13T20:48:34,647 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:34,740 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T20:48:34,776 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:48:34,777 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:48:34,779 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T20:48:34,797 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:34,800 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4dd476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:48:34,801 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@90adf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T20:48:35,073 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef08851{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir/jetty-localhost-33501-hadoop-hdfs-3_4_1-tests_jar-_-any-11825391417639291906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T20:48:35,083 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c69909c{HTTP/1.1, (http/1.1)}{localhost:33501}
2024-11-13T20:48:35,083 INFO  [Time-limited test {}] server.Server(415): Started @3766ms
2024-11-13T20:48:35,541 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:35,550 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T20:48:35,552 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:48:35,552 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:48:35,553 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T20:48:35,554 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16e22313{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:48:35,554 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759b1e5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T20:48:35,675 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0a61fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir/jetty-localhost-38465-hadoop-hdfs-3_4_1-tests_jar-_-any-420483410866258730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T20:48:35,676 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f574c88{HTTP/1.1, (http/1.1)}{localhost:38465}
2024-11-13T20:48:35,676 INFO  [Time-limited test {}] server.Server(415): Started @4359ms
2024-11-13T20:48:35,738 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-13T20:48:36,305 WARN  [Thread-82 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/data/data1/current/BP-1094113855-172.17.0.2-1731530914107/current, will proceed with Du for space computation calculation, 
2024-11-13T20:48:36,305 WARN  [Thread-83 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/data/data2/current/BP-1094113855-172.17.0.2-1731530914107/current, will proceed with Du for space computation calculation, 
2024-11-13T20:48:36,365 WARN  [Thread-63 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-13T20:48:36,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369
2024-11-13T20:48:36,435 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd8c7257e74ecea9 with lease ID 0x12d43370ea9cf9a1: Processing first storage report for DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b from datanode DatanodeRegistration(127.0.0.1:42015, datanodeUuid=d579f4ec-7491-4487-9c87-a9863247a0a6, infoPort=45347, infoSecurePort=0, ipcPort=44353, storageInfo=lv=-57;cid=testClusterID;nsid=1377272636;c=1731530914107)
2024-11-13T20:48:36,436 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd8c7257e74ecea9 with lease ID 0x12d43370ea9cf9a1: from storage DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b node DatanodeRegistration(127.0.0.1:42015, datanodeUuid=d579f4ec-7491-4487-9c87-a9863247a0a6, infoPort=45347, infoSecurePort=0, ipcPort=44353, storageInfo=lv=-57;cid=testClusterID;nsid=1377272636;c=1731530914107), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-13T20:48:36,437 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd8c7257e74ecea9 with lease ID 0x12d43370ea9cf9a1: Processing first storage report for DS-15b97692-c3f1-4cd9-a581-61f98a362ea4 from datanode DatanodeRegistration(127.0.0.1:42015, datanodeUuid=d579f4ec-7491-4487-9c87-a9863247a0a6, infoPort=45347, infoSecurePort=0, ipcPort=44353, storageInfo=lv=-57;cid=testClusterID;nsid=1377272636;c=1731530914107)
2024-11-13T20:48:36,437 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd8c7257e74ecea9 with lease ID 0x12d43370ea9cf9a1: from storage DS-15b97692-c3f1-4cd9-a581-61f98a362ea4 node DatanodeRegistration(127.0.0.1:42015, datanodeUuid=d579f4ec-7491-4487-9c87-a9863247a0a6, infoPort=45347, infoSecurePort=0, ipcPort=44353, storageInfo=lv=-57;cid=testClusterID;nsid=1377272636;c=1731530914107), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-13T20:48:36,537 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/zookeeper_0, clientPort=62340, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-13T20:48:36,551 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62340
2024-11-13T20:48:36,565 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:48:36,569 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:48:36,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741825_1001 (size=7)
2024-11-13T20:48:37,249 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48 with version=8
2024-11-13T20:48:37,249 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging
2024-11-13T20:48:37,263 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random.
2024-11-13T20:48:37,264 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random.
2024-11-13T20:48:37,264 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random.
2024-11-13T20:48:37,264 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random.
2024-11-13T20:48:37,358 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-13T20:48:37,650 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45
2024-11-13T20:48:37,662 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T20:48:37,663 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T20:48:37,669 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T20:48:37,669 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T20:48:37,669 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T20:48:37,837 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-13T20:48:37,934 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-13T20:48:37,946 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-13T20:48:37,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T20:48:37,984 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10854 (auto-detected)
2024-11-13T20:48:37,985 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-13T20:48:38,006 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34959
2024-11-13T20:48:38,035 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34959 connecting to ZooKeeper ensemble=127.0.0.1:62340
2024-11-13T20:48:38,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349590x0, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T20:48:38,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34959-0x1003ae70d3b0000 connected
2024-11-13T20:48:38,129 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:48:38,133 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:48:38,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-13T20:48:38,182 INFO  [Time-limited test {}] log.Log(170): Logging initialized @6864ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog
2024-11-13T20:48:38,250 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-11-13T20:48:38,250 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-11-13T20:48:38,253 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-11-13T20:48:38,253 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-11-13T20:48:38,254 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-11-13T20:48:38,257 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master
2024-11-13T20:48:38,257 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-11-13T20:48:38,257 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-11-13T20:48:38,260 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-11-13T20:48:38,350 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 46131
2024-11-13T20:48:38,351 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-13T20:48:38,371 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-13T20:48:38,378 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@118af480{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:48:38,379 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-13T20:48:38,379 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@74d9ff0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/static,AVAILABLE}
2024-11-13T20:48:38,660 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-11-13T20:48:38,671 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:48:38,672 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:48:38,673 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-13T20:48:38,679 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-13T20:48:39,709 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@3eb53a4e{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir/jetty-0_0_0_0-46131-hbase-server-3_0_0-beta-2-SNAPSHOT-tests_jar-_-any-13622896311268669410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/master}
2024-11-13T20:48:39,714 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5598b7ba{HTTP/1.1, (http/1.1)}{0.0.0.0:46131}
2024-11-13T20:48:39,714 INFO  [Time-limited test {}] server.Server(415): Started @8396ms
2024-11-13T20:48:39,718 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48, hbase.cluster.distributed=false
2024-11-13T20:48:39,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-11-13T20:48:39,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34959
2024-11-13T20:48:39,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34959
2024-11-13T20:48:39,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34959
2024-11-13T20:48:39,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34959
2024-11-13T20:48:39,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34959
2024-11-13T20:48:39,881 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45
2024-11-13T20:48:39,883 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T20:48:39,883 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T20:48:39,883 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T20:48:39,884 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T20:48:39,884 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T20:48:39,888 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-13T20:48:39,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T20:48:39,895 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41521
2024-11-13T20:48:39,897 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41521 connecting to ZooKeeper ensemble=127.0.0.1:62340
2024-11-13T20:48:39,898 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:48:39,912 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:48:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415210x0, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T20:48:39,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41521-0x1003ae70d3b0001 connected
2024-11-13T20:48:39,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-13T20:48:39,922 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-11-13T20:48:39,922 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-11-13T20:48:39,922 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-11-13T20:48:39,922 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-11-13T20:48:39,923 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-11-13T20:48:39,924 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver
2024-11-13T20:48:39,924 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-11-13T20:48:39,924 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-11-13T20:48:39,924 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-11-13T20:48:39,927 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 35137
2024-11-13T20:48:39,927 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-13T20:48:39,930 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-13T20:48:39,930 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7365f03b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:48:39,931 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-13T20:48:39,931 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@64d7f6bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/static,AVAILABLE}
2024-11-13T20:48:40,141 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-11-13T20:48:40,142 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:48:40,142 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:48:40,142 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T20:48:40,143 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-13T20:48:40,148 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@40fd40f7{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir/jetty-0_0_0_0-35137-hbase-server-3_0_0-beta-2-SNAPSHOT-tests_jar-_-any-14250867217108456669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/regionserver}
2024-11-13T20:48:40,148 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76137165{HTTP/1.1, (http/1.1)}{0.0.0.0:35137}
2024-11-13T20:48:40,149 INFO  [Time-limited test {}] server.Server(415): Started @8831ms
2024-11-13T20:48:40,154 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-13T20:48:40,163 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-13T20:48:40,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master
2024-11-13T20:48:40,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-11-13T20:48:40,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41521
2024-11-13T20:48:40,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41521
2024-11-13T20:48:40,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41521
2024-11-13T20:48:40,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41521
2024-11-13T20:48:40,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41521
2024-11-13T20:48:40,204 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:34959
2024-11-13T20:48:40,207 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-13T20:48:40,210 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@13cc74d7{HTTP/1.1, (http/1.1)}{0.0.0.0:42469}
2024-11-13T20:48:40,210 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] server.Server(415): Started @8892ms
2024-11-13T20:48:40,210 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/04ac815325d6,34959,1731530917421
2024-11-13T20:48:40,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-13T20:48:40,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-13T20:48:40,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/04ac815325d6,34959,1731530917421
2024-11-13T20:48:40,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master
2024-11-13T20:48:40,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:40,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:40,249 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/master
2024-11-13T20:48:40,250 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/04ac815325d6,34959,1731530917421 from backup master directory
2024-11-13T20:48:40,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-13T20:48:40,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/04ac815325d6,34959,1731530917421
2024-11-13T20:48:40,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-13T20:48:40,256 WARN  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T20:48:40,256 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,34959,1731530917421
2024-11-13T20:48:40,259 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-13T20:48:40,261 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-13T20:48:40,337 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase.id] with ID: b4a29e1a-1afc-4274-8787-afa00335d088
2024-11-13T20:48:40,337 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.tmp/hbase.id
2024-11-13T20:48:40,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741826_1002 (size=42)
2024-11-13T20:48:40,752 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.tmp/hbase.id]:[hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase.id]
2024-11-13T20:48:40,802 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:48:40,808 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-13T20:48:40,828 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-13T20:48:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:40,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741827_1003 (size=196)
2024-11-13T20:48:41,271 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:48:41,273 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-13T20:48:41,281 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-13T20:48:41,283 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-13T20:48:41,296 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:263) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T20:48:41,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741828_1004 (size=1189)
2024-11-13T20:48:41,353 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store
2024-11-13T20:48:41,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741829_1005 (size=34)
2024-11-13T20:48:41,783 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-13T20:48:41,788 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:41,789 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T20:48:41,790 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:48:41,790 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:48:41,793 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T20:48:41,793 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:48:41,793 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:48:41,795 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731530921789Disabling compacts and flushes for region at 1731530921789Disabling writes for close at 1731530921793 (+4 ms)Writing region close event to WAL at 1731530921793Closed at 1731530921793
2024-11-13T20:48:41,798 WARN  [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/.initializing
2024-11-13T20:48:41,799 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/WALs/04ac815325d6,34959,1731530917421
2024-11-13T20:48:41,804 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T20:48:41,809 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 04ac815325d6,34959,1731530917421.regiongroup-0
2024-11-13T20:48:41,831 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C34959%2C1731530917421.04ac815325d6%2C34959%2C1731530917421.regiongroup-0, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/WALs/04ac815325d6,34959,1731530917421, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/oldWALs, maxLogs=10
2024-11-13T20:48:41,872 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/WALs/04ac815325d6,34959,1731530917421/04ac815325d6%2C34959%2C1731530917421.04ac815325d6%2C34959%2C1731530917421.regiongroup-0.1731530921838, exclude list is [], retry=0
2024-11-13T20:48:41,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:48:41,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-13T20:48:41,947 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/WALs/04ac815325d6,34959,1731530917421/04ac815325d6%2C34959%2C1731530917421.04ac815325d6%2C34959%2C1731530917421.regiongroup-0.1731530921838
2024-11-13T20:48:41,948 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:48:41,949 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:41,949 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:41,953 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:48:41,954 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:48:41,999 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T20:48:42,028 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-13T20:48:42,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,035 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:42,035 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T20:48:42,039 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-13T20:48:42,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,040 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:42,040 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T20:48:42,043 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-13T20:48:42,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,044 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:42,044 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T20:48:42,047 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-13T20:48:42,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,048 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:42,048 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:48:42,052 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:48:42,053 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:48:42,059 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:48:42,059 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:48:42,063 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T20:48:42,067 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:48:42,072 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:48:42,074 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10795837440, jitterRate=0.005440711975097656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T20:48:42,080 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731530921970Initializing all the Stores at 1731530921973 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530921973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530921975 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530921975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530921975Cleaning up temporary data from old regions at 1731530922059 (+84 ms)Region opened successfully at 1731530922080 (+21 ms)
2024-11-13T20:48:42,082 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-13T20:48:42,116 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc8c6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=04ac815325d6/172.17.0.2:0
2024-11-13T20:48:42,152 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-13T20:48:42,185 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-13T20:48:42,185 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-13T20:48:42,188 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-13T20:48:42,190 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-13T20:48:42,196 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-13T20:48:42,196 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-13T20:48:42,231 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-13T20:48:42,240 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error)
2024-11-13T20:48:42,243 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false
2024-11-13T20:48:42,245 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-13T20:48:42,246 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error)
2024-11-13T20:48:42,248 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false
2024-11-13T20:48:42,251 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-13T20:48:42,254 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error)
2024-11-13T20:48:42,256 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false
2024-11-13T20:48:42,257 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error)
2024-11-13T20:48:42,258 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false
2024-11-13T20:48:42,277 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-13T20:48:42,279 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false
2024-11-13T20:48:42,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-11-13T20:48:42,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-11-13T20:48:42,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:42,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:42,286 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,34959,1731530917421, sessionid=0x1003ae70d3b0000, setting cluster-up flag (Was=false)
2024-11-13T20:48:42,293 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully.
2024-11-13T20:48:42,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:42,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:42,307 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort
2024-11-13T20:48:42,309 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34959,1731530917421
2024-11-13T20:48:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:42,319 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort
2024-11-13T20:48:42,321 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34959,1731530917421
2024-11-13T20:48:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:42,332 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort
2024-11-13T20:48:42,334 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34959,1731530917421
2024-11-13T20:48:42,341 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-13T20:48:42,385 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(746): ClusterId : b4a29e1a-1afc-4274-8787-afa00335d088
2024-11-13T20:48:42,388 INFO  [RS:0;04ac815325d6:41521 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully.
2024-11-13T20:48:42,390 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-13T20:48:42,396 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-13T20:48:42,396 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing
2024-11-13T20:48:42,401 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized
2024-11-13T20:48:42,401 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-13T20:48:42,404 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-13T20:48:42,404 DEBUG [RS:0;04ac815325d6:41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370f673b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=04ac815325d6/172.17.0.2:0
2024-11-13T20:48:42,419 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-13T20:48:42,422 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:41521
2024-11-13T20:48:42,427 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-13T20:48:42,427 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-13T20:48:42,427 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-13T20:48:42,430 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-13T20:48:42,431 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,34959,1731530917421 with port=41521, startcode=1731530919836
2024-11-13T20:48:42,437 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-13T20:48:42,445 DEBUG [RS:0;04ac815325d6:41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-13T20:48:42,446 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,34959,1731530917421
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-13T20:48:42,453 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5
2024-11-13T20:48:42,454 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5
2024-11-13T20:48:42,454 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5
2024-11-13T20:48:42,454 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5
2024-11-13T20:48:42,454 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10
2024-11-13T20:48:42,454 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,455 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2
2024-11-13T20:48:42,455 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,457 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731530952457
2024-11-13T20:48:42,459 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-13T20:48:42,460 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-13T20:48:42,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T20:48:42,461 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-13T20:48:42,466 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-13T20:48:42,466 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner
2024-11-13T20:48:42,467 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-13T20:48:42,467 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-13T20:48:42,467 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-13T20:48:42,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,468 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-13T20:48:42,468 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,477 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-13T20:48:42,478 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-13T20:48:42,479 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-13T20:48:42,488 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-13T20:48:42,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741831_1007 (size=1321)
2024-11-13T20:48:42,495 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-13T20:48:42,498 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a95b574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:42,499 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:48:42,499 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-13T20:48:42,500 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:48:42,503 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:48:42,517 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:48:42,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:48:42,524 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-13T20:48:42,525 WARN  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-13T20:48:42,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:48:42,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc6a4b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:42,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:48:42,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741832_1008 (size=32)
2024-11-13T20:48:42,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:42,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:48:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:48:42,535 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:48:42,535 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T20:48:42,539 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T20:48:42,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b81d20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:42,540 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-11-13T20:48:42,540 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:42,540 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T20:48:42,544 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T20:48:42,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,544 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-13T20:48:42,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:42,545 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-13T20:48:42,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T20:48:42,547 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731530922546,5,FailOnTimeoutGroup]
2024-11-13T20:48:42,548 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T20:48:42,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,548 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731530922548,5,FailOnTimeoutGroup]
2024-11-13T20:48:42,549 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,549 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-13T20:48:42,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:42,550 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T20:48:42,550 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,551 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,553 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T20:48:42,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:42,554 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:42,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T20:48:42,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740
2024-11-13T20:48:42,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740
2024-11-13T20:48:42,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T20:48:42,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T20:48:42,562 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T20:48:42,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T20:48:42,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:48:42,572 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9471227360, jitterRate=-0.11792321503162384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T20:48:42,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731530922530Initializing all the Stores at 1731530922534 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530922534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530922535 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530922535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530922535Cleaning up temporary data from old regions at 1731530922560 (+25 ms)Region opened successfully at 1731530922576 (+16 ms)
2024-11-13T20:48:42,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T20:48:42,576 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T20:48:42,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T20:48:42,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T20:48:42,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T20:48:42,578 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T20:48:42,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731530922576Disabling compacts and flushes for region at 1731530922576Disabling writes for close at 1731530922576Writing region close event to WAL at 1731530922578 (+2 ms)Closed at 1731530922578
2024-11-13T20:48:42,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T20:48:42,584 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-13T20:48:42,593 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-13T20:48:42,607 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T20:48:42,610 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-13T20:48:42,626 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,34959,1731530917421 with port=41521, startcode=1731530919836
2024-11-13T20:48:42,628 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,41521,1731530919836
2024-11-13T20:48:42,631 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34959 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,41521,1731530919836
2024-11-13T20:48:42,641 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:48:42,641 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37409
2024-11-13T20:48:42,641 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=46131
2024-11-13T20:48:42,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-11-13T20:48:42,649 DEBUG [RS:0;04ac815325d6:41521 {}] zookeeper.ZKUtil(111): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rs/04ac815325d6,41521,1731530919836
2024-11-13T20:48:42,650 WARN  [RS:0;04ac815325d6:41521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T20:48:42,650 INFO  [RS:0;04ac815325d6:41521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-13T20:48:42,650 INFO  [RS:0;04ac815325d6:41521 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-13T20:48:42,650 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836
2024-11-13T20:48:42,652 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,41521,1731530919836]
2024-11-13T20:48:42,677 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-13T20:48:42,690 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-13T20:48:42,695 INFO  [RS:0;04ac815325d6:41521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-13T20:48:42,695 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,696 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-13T20:48:42,704 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-13T20:48:42,706 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,706 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,706 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,706 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,706 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,707 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,707 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2
2024-11-13T20:48:42,707 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,707 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,707 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,707 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,707 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,708 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:48:42,708 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3
2024-11-13T20:48:42,708 DEBUG [RS:0;04ac815325d6:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3
2024-11-13T20:48:42,712 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,713 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,713 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,713 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,713 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,713 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41521,1731530919836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T20:48:42,733 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-13T20:48:42,735 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41521,1731530919836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,735 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,735 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.Replication(171): 04ac815325d6,41521,1731530919836 started
2024-11-13T20:48:42,753 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:42,754 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,41521,1731530919836, RpcServer on 04ac815325d6/172.17.0.2:41521, sessionid=0x1003ae70d3b0001
2024-11-13T20:48:42,754 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-13T20:48:42,755 DEBUG [RS:0;04ac815325d6:41521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,41521,1731530919836
2024-11-13T20:48:42,755 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41521,1731530919836'
2024-11-13T20:48:42,755 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort'
2024-11-13T20:48:42,756 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired'
2024-11-13T20:48:42,757 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-13T20:48:42,757 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting
2024-11-13T20:48:42,757 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41521,1731530919836'
2024-11-13T20:48:42,757 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:48:42,758 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:48:42,758 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager.
2024-11-13T20:48:42,758 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started
2024-11-13T20:48:42,758 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-13T20:48:42,758 DEBUG [RS:0;04ac815325d6:41521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,41521,1731530919836
2024-11-13T20:48:42,759 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41521,1731530919836'
2024-11-13T20:48:42,759 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort'
2024-11-13T20:48:42,759 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired'
2024-11-13T20:48:42,760 DEBUG [RS:0;04ac815325d6:41521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-13T20:48:42,760 INFO  [RS:0;04ac815325d6:41521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-13T20:48:42,760 INFO  [RS:0;04ac815325d6:41521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-13T20:48:42,761 WARN  [04ac815325d6:34959 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:48:42,867 INFO  [RS:0;04ac815325d6:41521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T20:48:42,868 INFO  [RS:0;04ac815325d6:41521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 04ac815325d6,41521,1731530919836.regiongroup-0
2024-11-13T20:48:42,872 INFO  [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs, maxLogs=32
2024-11-13T20:48:42,897 DEBUG [RS:0;04ac815325d6:41521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530922875, exclude list is [], retry=0
2024-11-13T20:48:42,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:48:42,907 INFO  [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530922875
2024-11-13T20:48:42,908 DEBUG [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:48:43,013 DEBUG [04ac815325d6:34959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-13T20:48:43,032 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:43,040 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,41521,1731530919836, state=OPENING
2024-11-13T20:48:43,047 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-13T20:48:43,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:43,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:48:43,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-13T20:48:43,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-13T20:48:43,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T20:48:43,054 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:43,233 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-13T20:48:43,235 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-13T20:48:43,249 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-13T20:48:43,250 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-13T20:48:43,251 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-13T20:48:43,251 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T20:48:43,252 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-13T20:48:43,257 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C41521%2C1731530919836.meta, suffix=.meta, logDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs, maxLogs=32
2024-11-13T20:48:43,287 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530923260.meta, exclude list is [], retry=0
2024-11-13T20:48:43,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:48:43,296 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530923260.meta
2024-11-13T20:48:43,298 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:48:43,299 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:43,305 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:48:43,306 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-13T20:48:43,310 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-13T20:48:43,310 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-13T20:48:43,315 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-13T20:48:43,315 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:43,316 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-13T20:48:43,316 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-13T20:48:43,321 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T20:48:43,323 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T20:48:43,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:43,324 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:43,324 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T20:48:43,326 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T20:48:43,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:43,327 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:43,327 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T20:48:43,329 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T20:48:43,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:43,330 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:43,330 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T20:48:43,332 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T20:48:43,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:43,333 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:48:43,333 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T20:48:43,335 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740
2024-11-13T20:48:43,338 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740
2024-11-13T20:48:43,343 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T20:48:43,343 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T20:48:43,344 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T20:48:43,347 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T20:48:43,349 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10844327680, jitterRate=0.009956717491149902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T20:48:43,349 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-13T20:48:43,351 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731530923317Writing region info on filesystem at 1731530923317Initializing all the Stores at 1731530923319 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530923320 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530923320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530923320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530923320Cleaning up temporary data from old regions at 1731530923343 (+23 ms)Running coprocessor post-open hooks at 1731530923350 (+7 ms)Region opened successfully at 1731530923351 (+1 ms)
2024-11-13T20:48:43,361 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731530923224
2024-11-13T20:48:43,375 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-13T20:48:43,375 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-13T20:48:43,378 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:43,380 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,41521,1731530919836, state=OPEN
2024-11-13T20:48:43,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-11-13T20:48:43,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-11-13T20:48:43,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-13T20:48:43,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-13T20:48:43,383 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,41521,1731530919836
2024-11-13T20:48:43,390 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-13T20:48:43,390 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,41521,1731530919836 in 330 msec
2024-11-13T20:48:43,399 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-13T20:48:43,399 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 801 msec
2024-11-13T20:48:43,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T20:48:43,401 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-13T20:48:43,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:48:43,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:48:43,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:48:43,448 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:48:43,474 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1040 sec
2024-11-13T20:48:43,475 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731530923474, completionTime=-1
2024-11-13T20:48:43,478 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-13T20:48:43,478 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-13T20:48:43,504 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-13T20:48:43,504 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731530983504
2024-11-13T20:48:43,504 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731531043504
2024-11-13T20:48:43,504 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec
2024-11-13T20:48:43,507 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34959,1731530917421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:43,507 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34959,1731530917421-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:43,507 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34959,1731530917421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:43,509 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:34959, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:43,510 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:43,512 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:43,518 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-13T20:48:43,546 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.289sec
2024-11-13T20:48:43,547 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-13T20:48:43,549 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-13T20:48:43,550 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-13T20:48:43,551 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-13T20:48:43,551 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-13T20:48:43,552 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34959,1731530917421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T20:48:43,552 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34959,1731530917421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-13T20:48:43,561 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-13T20:48:43,563 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-13T20:48:43,563 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34959,1731530917421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:48:43,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571df22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:43,590 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-13T20:48:43,590 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-13T20:48:43,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:48:43,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:48:43,600 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:48:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:48:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:48:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da2caec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:48:43,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:48:43,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:48:43,604 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:48:43,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba6a635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:43,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:48:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:48:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:48:43,619 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:48:43,639 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,34959,1731530917421
2024-11-13T20:48:43,639 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-11-13T20:48:43,639 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/test.cache.data in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.tmp.dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T20:48:43,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T20:48:43,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-13T20:48:43,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/nfs.dump.dir in system properties and HBase conf
2024-11-13T20:48:43,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir in system properties and HBase conf
2024-11-13T20:48:43,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T20:48:43,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-13T20:48:43,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-13T20:48:43,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741835_1011 (size=592039)
2024-11-13T20:48:43,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741836_1012 (size=1663647)
2024-11-13T20:48:46,152 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:46,245 WARN  [Thread-261 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:46,512 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T20:48:46,518 WARN  [Thread-261 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-13T20:48:46,519 INFO  [Thread-261 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T20:48:46,528 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:48:46,528 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:48:46,528 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T20:48:46,531 INFO  [Thread-261 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:48:46,531 INFO  [Thread-261 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:48:46,531 INFO  [Thread-261 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-13T20:48:46,532 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:46,532 INFO  [Thread-261 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7534032d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:48:46,533 INFO  [Thread-261 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@676fc5f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-13T20:48:46,554 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@563c2db0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:48:46,555 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7874f4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-13T20:48:46,711 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class
2024-11-13T20:48:46,711 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class
2024-11-13T20:48:46,711 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-13T20:48:46,713 INFO  [Thread-261 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-13T20:48:46,768 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-13T20:48:46,828 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-13T20:48:47,066 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest"
2024-11-13T20:48:47,090 INFO  [Thread-261 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3845dc09{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir/jetty-localhost-45327-hadoop-yarn-common-3_4_1_jar-_-any-6858868625733556780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-13T20:48:47,090 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5df21211{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir/jetty-localhost-35165-hadoop-yarn-common-3_4_1_jar-_-any-3082458135341779852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-13T20:48:47,091 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e817cb8{HTTP/1.1, (http/1.1)}{localhost:35165}
2024-11-13T20:48:47,091 INFO  [Time-limited test {}] server.Server(415): Started @15773ms
2024-11-13T20:48:47,091 INFO  [Thread-261 {}] server.AbstractConnector(333): Started ServerConnector@29902eef{HTTP/1.1, (http/1.1)}{localhost:45327}
2024-11-13T20:48:47,091 INFO  [Thread-261 {}] server.Server(415): Started @15774ms
2024-11-13T20:48:47,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741837_1013 (size=5)
2024-11-13T20:48:47,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-13T20:48:47,930 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-13T20:48:47,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:48:47,941 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers
2024-11-13T20:48:47,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T20:48:47,941 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-13T20:48:47,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-13T20:48:47,942 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-13T20:48:48,436 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-13T20:48:48,444 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:48,480 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-13T20:48:48,481 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T20:48:48,536 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:48:48,536 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:48:48,536 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T20:48:48,544 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:48,548 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6744876{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:48:48,549 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a4a521{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-13T20:48:48,708 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-13T20:48:48,708 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-13T20:48:48,708 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-13T20:48:48,708 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-13T20:48:48,734 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-13T20:48:48,763 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-13T20:48:48,859 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-13T20:48:48,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-13T20:48:48,986 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-13T20:48:49,007 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68146852{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir/jetty-localhost-39467-hadoop-yarn-common-3_4_1_jar-_-any-10199510335872708608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-13T20:48:49,032 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9b34cbf{HTTP/1.1, (http/1.1)}{localhost:39467}
2024-11-13T20:48:49,033 INFO  [Time-limited test {}] server.Server(415): Started @17715ms
2024-11-13T20:48:49,248 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-13T20:48:49,251 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:49,263 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-13T20:48:49,264 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T20:48:49,289 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:48:49,289 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:48:49,289 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-13T20:48:49,290 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:48:49,292 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a749029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:48:49,293 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b77ea85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-13T20:48:49,347 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-13T20:48:49,347 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-13T20:48:49,347 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-13T20:48:49,347 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-13T20:48:49,357 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-13T20:48:49,365 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-13T20:48:49,452 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-13T20:48:49,457 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49c3fccc{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/java.io.tmpdir/jetty-localhost-37711-hadoop-yarn-common-3_4_1_jar-_-any-7625468069458695324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-13T20:48:49,460 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37843d75{HTTP/1.1, (http/1.1)}{localhost:37711}
2024-11-13T20:48:49,461 INFO  [Time-limited test {}] server.Server(415): Started @18143ms
2024-11-13T20:48:49,504 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-11-13T20:48:49,504 INFO  [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:37409/backupUT
2024-11-13T20:48:49,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:48:49,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:48:49,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@315a05a7
2024-11-13T20:48:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:48:49,528 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:48:49,531 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'}
2024-11-13T20:48:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1
2024-11-13T20:48:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T20:48:49,568 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 26 msec
2024-11-13T20:48:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T20:48:49,673 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed
2024-11-13T20:48:49,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'}
2024-11-13T20:48:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2
2024-11-13T20:48:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-11-13T20:48:49,691 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 14 msec
2024-11-13T20:48:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-11-13T20:48:49,792 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed
2024-11-13T20:48:49,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'}
2024-11-13T20:48:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3
2024-11-13T20:48:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-11-13T20:48:49,815 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 19 msec
2024-11-13T20:48:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-11-13T20:48:49,912 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed
2024-11-13T20:48:49,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'}
2024-11-13T20:48:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4
2024-11-13T20:48:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T20:48:49,927 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 11 msec
2024-11-13T20:48:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T20:48:50,022 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed
2024-11-13T20:48:50,034 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731530929504', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:48:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731530929504
2024-11-13T20:48:50,044 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731530929504 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:48:50,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test-1731530929504"
 procId is: 8
2024-11-13T20:48:50,047 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-13T20:48:50,049 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731530929504 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:48:50,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741838_1014 (size=367)
2024-11-13T20:48:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-13T20:48:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-13T20:48:50,465 INFO  [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b2213879d5b2c3c279cad5bc4d06abf, NAME => 'test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731530929504', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:48:50,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741839_1015 (size=53)
2024-11-13T20:48:50,477 DEBUG [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:50,478 DEBUG [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(1722): Closing 7b2213879d5b2c3c279cad5bc4d06abf, disabling compactions & flushes
2024-11-13T20:48:50,478 INFO  [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:50,478 DEBUG [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:50,478 DEBUG [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. after waiting 0 ms
2024-11-13T20:48:50,478 DEBUG [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:50,478 INFO  [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(1973): Closed test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:50,478 DEBUG [RegionOpenAndInit-test-1731530929504-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b2213879d5b2c3c279cad5bc4d06abf:
Waiting for close lock at 1731530930477Disabling compacts and flushes for region at 1731530930477Disabling writes for close at 1731530930478 (+1 ms)Writing region close event to WAL at 1731530930478Closed at 1731530930478
2024-11-13T20:48:50,481 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731530929504 execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:48:50,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731530930481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530930481"}]},"ts":"1731530930481"}
2024-11-13T20:48:50,495 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:48:50,497 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731530929504 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:48:50,501 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731530929504","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530930497"}]},"ts":"1731530930497"}
2024-11-13T20:48:50,507 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731530929504, state=ENABLING in hbase:meta
2024-11-13T20:48:50,509 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, ASSIGN}]
2024-11-13T20:48:50,511 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, ASSIGN
2024-11-13T20:48:50,513 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:48:50,665 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:50,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, ASSIGN because future has completed
2024-11-13T20:48:50,671 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-13T20:48:50,856 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:50,856 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T20:48:50,856 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 04ac815325d6,41521,1731530919836.regiongroup-1
2024-11-13T20:48:50,860 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs, maxLogs=32
2024-11-13T20:48:50,885 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530930861, exclude list is [], retry=0
2024-11-13T20:48:50,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:48:50,893 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530930861
2024-11-13T20:48:50,893 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:48:50,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b2213879d5b2c3c279cad5bc4d06abf, NAME => 'test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:50,894 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:48:50,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731530929504 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:50,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,895 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,897 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b2213879d5b2c3c279cad5bc4d06abf 
2024-11-13T20:48:50,899 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2213879d5b2c3c279cad5bc4d06abf columnFamilyName f
2024-11-13T20:48:50,900 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:50,901 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(327): Store=7b2213879d5b2c3c279cad5bc4d06abf/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:50,901 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,902 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,902 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,903 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,903 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,906 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,910 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:48:50,911 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b2213879d5b2c3c279cad5bc4d06abf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10225344960, jitterRate=-0.04769054055213928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:48:50,911 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:50,912 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b2213879d5b2c3c279cad5bc4d06abf:
Running coprocessor pre-open hook at 1731530930895Writing region info on filesystem at 1731530930895Initializing all the Stores at 1731530930897 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530930897Cleaning up temporary data from old regions at 1731530930903 (+6 ms)Running coprocessor post-open hooks at 1731530930911 (+8 ms)Region opened successfully at 1731530930912 (+1 ms)
2024-11-13T20:48:50,914 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., pid=10, masterSystemTime=1731530930825
2024-11-13T20:48:50,918 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:50,919 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:50,920 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:50,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:48:50,932 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-13T20:48:50,932 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 in 256 msec
2024-11-13T20:48:50,937 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-13T20:48:50,937 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, ASSIGN in 423 msec
2024-11-13T20:48:50,939 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731530929504 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:48:50,939 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731530929504","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530930939"}]},"ts":"1731530930939"}
2024-11-13T20:48:50,943 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731530929504, state=ENABLED in hbase:meta
2024-11-13T20:48:50,944 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731530929504 execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:48:50,948 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731530929504 in 908 msec
2024-11-13T20:48:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-13T20:48:51,193 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731530929504 completed
2024-11-13T20:48:51,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a64be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:51,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:48:51,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:48:51,196 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:48:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:48:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:48:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3e5eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:48:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:48:51,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:48:51,200 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:48:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7cb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:51,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:48:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:48:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:48:51,209 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:48:51,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731530929504', row='row0', locateType=CURRENT is [region=test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:48:51,226 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegion(8528): writing data to region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. with WAL disabled. Data may be lost in the event of a crash.
2024-11-13T20:48:51,394 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17315309295041', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:48:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17315309295041
2024-11-13T20:48:51,398 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17315309295041 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:48:51,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:51,398 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2"
qualifier: "test-17315309295041"
 procId is: 11
2024-11-13T20:48:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T20:48:51,401 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17315309295041 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:48:51,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741841_1017 (size=364)
2024-11-13T20:48:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T20:48:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T20:48:51,816 INFO  [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfcdd73b9cceb6b5853d0b990fcc65e5, NAME => 'ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17315309295041', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:48:51,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741842_1018 (size=50)
2024-11-13T20:48:51,829 DEBUG [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:51,829 DEBUG [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(1722): Closing cfcdd73b9cceb6b5853d0b990fcc65e5, disabling compactions & flushes
2024-11-13T20:48:51,829 INFO  [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:48:51,830 DEBUG [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:48:51,830 DEBUG [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5. after waiting 0 ms
2024-11-13T20:48:51,830 DEBUG [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:48:51,830 INFO  [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:48:51,830 DEBUG [RegionOpenAndInit-ns2:test-17315309295041-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfcdd73b9cceb6b5853d0b990fcc65e5:
Waiting for close lock at 1731530931829Disabling compacts and flushes for region at 1731530931829Disabling writes for close at 1731530931830 (+1 ms)Writing region close event to WAL at 1731530931830Closed at 1731530931830
2024-11-13T20:48:51,832 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17315309295041 execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:48:51,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731530931832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530931832"}]},"ts":"1731530931832"}
2024-11-13T20:48:51,837 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:48:51,840 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17315309295041 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:48:51,840 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17315309295041","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530931840"}]},"ts":"1731530931840"}
2024-11-13T20:48:51,844 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17315309295041, state=ENABLING in hbase:meta
2024-11-13T20:48:51,844 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17315309295041, region=cfcdd73b9cceb6b5853d0b990fcc65e5, ASSIGN}]
2024-11-13T20:48:51,846 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17315309295041, region=cfcdd73b9cceb6b5853d0b990fcc65e5, ASSIGN
2024-11-13T20:48:51,848 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17315309295041, region=cfcdd73b9cceb6b5853d0b990fcc65e5, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:48:51,999 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cfcdd73b9cceb6b5853d0b990fcc65e5, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:52,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17315309295041, region=cfcdd73b9cceb6b5853d0b990fcc65e5, ASSIGN because future has completed
2024-11-13T20:48:52,004 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T20:48:52,165 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:48:52,165 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => cfcdd73b9cceb6b5853d0b990fcc65e5, NAME => 'ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:52,166 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:48:52,166 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17315309295041 cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,166 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:52,166 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,166 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,169 INFO  [StoreOpener-cfcdd73b9cceb6b5853d0b990fcc65e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfcdd73b9cceb6b5853d0b990fcc65e5 
2024-11-13T20:48:52,172 INFO  [StoreOpener-cfcdd73b9cceb6b5853d0b990fcc65e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfcdd73b9cceb6b5853d0b990fcc65e5 columnFamilyName f
2024-11-13T20:48:52,172 DEBUG [StoreOpener-cfcdd73b9cceb6b5853d0b990fcc65e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:52,173 INFO  [StoreOpener-cfcdd73b9cceb6b5853d0b990fcc65e5-1 {}] regionserver.HStore(327): Store=cfcdd73b9cceb6b5853d0b990fcc65e5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:52,173 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,175 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,176 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,177 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,177 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,180 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,184 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:48:52,185 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened cfcdd73b9cceb6b5853d0b990fcc65e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11854792000, jitterRate=0.10406354069709778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:48:52,185 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:48:52,187 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for cfcdd73b9cceb6b5853d0b990fcc65e5:
Running coprocessor pre-open hook at 1731530932167Writing region info on filesystem at 1731530932167Initializing all the Stores at 1731530932169 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530932169Cleaning up temporary data from old regions at 1731530932177 (+8 ms)Running coprocessor post-open hooks at 1731530932185 (+8 ms)Region opened successfully at 1731530932187 (+2 ms)
2024-11-13T20:48:52,189 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5., pid=13, masterSystemTime=1731530932159
2024-11-13T20:48:52,193 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:48:52,193 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:48:52,194 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cfcdd73b9cceb6b5853d0b990fcc65e5, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:52,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:48:52,203 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-13T20:48:52,203 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5, server=04ac815325d6,41521,1731530919836 in 195 msec
2024-11-13T20:48:52,206 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-13T20:48:52,207 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17315309295041, region=cfcdd73b9cceb6b5853d0b990fcc65e5, ASSIGN in 359 msec
2024-11-13T20:48:52,208 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17315309295041 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:48:52,208 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17315309295041","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530932208"}]},"ts":"1731530932208"}
2024-11-13T20:48:52,211 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17315309295041, state=ENABLED in hbase:meta
2024-11-13T20:48:52,213 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17315309295041 execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:48:52,216 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17315309295041 in 819 msec
2024-11-13T20:48:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T20:48:52,543 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17315309295041 completed
2024-11-13T20:48:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17315309295041', row='row0', locateType=CURRENT is [region=ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:48:52,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegion(8528): writing data to region ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5. with WAL disabled. Data may be lost in the event of a crash.
2024-11-13T20:48:52,715 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17315309295042', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:48:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17315309295042
2024-11-13T20:48:52,720 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17315309295042 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:48:52,720 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:52,720 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3"
qualifier: "test-17315309295042"
 procId is: 14
2024-11-13T20:48:52,722 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17315309295042 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:48:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-13T20:48:52,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741843_1019 (size=390)
2024-11-13T20:48:52,734 INFO  [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a36980ae4db2ee3bb8d032b9b33dab1d, NAME => 'ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17315309295042', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:48:52,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741844_1020 (size=50)
2024-11-13T20:48:52,746 DEBUG [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:52,746 DEBUG [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(1722): Closing a36980ae4db2ee3bb8d032b9b33dab1d, disabling compactions & flushes
2024-11-13T20:48:52,746 INFO  [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:48:52,746 DEBUG [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:48:52,746 DEBUG [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d. after waiting 0 ms
2024-11-13T20:48:52,747 DEBUG [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:48:52,747 INFO  [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:48:52,747 DEBUG [RegionOpenAndInit-ns3:test-17315309295042-pool-0 {}] regionserver.HRegion(1676): Region close journal for a36980ae4db2ee3bb8d032b9b33dab1d:
Waiting for close lock at 1731530932746Disabling compacts and flushes for region at 1731530932746Disabling writes for close at 1731530932746Writing region close event to WAL at 1731530932747 (+1 ms)Closed at 1731530932747
2024-11-13T20:48:52,749 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17315309295042 execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:48:52,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731530932749"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530932749"}]},"ts":"1731530932749"}
2024-11-13T20:48:52,753 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:48:52,754 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17315309295042 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:48:52,755 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17315309295042","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530932754"}]},"ts":"1731530932754"}
2024-11-13T20:48:52,757 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17315309295042, state=ENABLING in hbase:meta
2024-11-13T20:48:52,758 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17315309295042, region=a36980ae4db2ee3bb8d032b9b33dab1d, ASSIGN}]
2024-11-13T20:48:52,760 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17315309295042, region=a36980ae4db2ee3bb8d032b9b33dab1d, ASSIGN
2024-11-13T20:48:52,761 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17315309295042, region=a36980ae4db2ee3bb8d032b9b33dab1d, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:48:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-13T20:48:52,912 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a36980ae4db2ee3bb8d032b9b33dab1d, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:52,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17315309295042, region=a36980ae4db2ee3bb8d032b9b33dab1d, ASSIGN because future has completed
2024-11-13T20:48:52,916 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a36980ae4db2ee3bb8d032b9b33dab1d, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-13T20:48:53,076 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:48:53,077 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a36980ae4db2ee3bb8d032b9b33dab1d, NAME => 'ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:53,077 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:48:53,077 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17315309295042 a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,078 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:53,078 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,078 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,080 INFO  [StoreOpener-a36980ae4db2ee3bb8d032b9b33dab1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a36980ae4db2ee3bb8d032b9b33dab1d 
2024-11-13T20:48:53,083 INFO  [StoreOpener-a36980ae4db2ee3bb8d032b9b33dab1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a36980ae4db2ee3bb8d032b9b33dab1d columnFamilyName f
2024-11-13T20:48:53,083 DEBUG [StoreOpener-a36980ae4db2ee3bb8d032b9b33dab1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:53,084 INFO  [StoreOpener-a36980ae4db2ee3bb8d032b9b33dab1d-1 {}] regionserver.HStore(327): Store=a36980ae4db2ee3bb8d032b9b33dab1d/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:53,085 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,086 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns3/test-17315309295042/a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,087 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns3/test-17315309295042/a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,088 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,088 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,090 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns3/test-17315309295042/a36980ae4db2ee3bb8d032b9b33dab1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:48:53,095 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a36980ae4db2ee3bb8d032b9b33dab1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9506397280, jitterRate=-0.1146477609872818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:48:53,095 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:48:53,096 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a36980ae4db2ee3bb8d032b9b33dab1d:
Running coprocessor pre-open hook at 1731530933078Writing region info on filesystem at 1731530933078Initializing all the Stores at 1731530933080 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530933080Cleaning up temporary data from old regions at 1731530933088 (+8 ms)Running coprocessor post-open hooks at 1731530933095 (+7 ms)Region opened successfully at 1731530933096 (+1 ms)
2024-11-13T20:48:53,097 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d., pid=16, masterSystemTime=1731530933070
2024-11-13T20:48:53,101 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:48:53,101 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:48:53,102 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a36980ae4db2ee3bb8d032b9b33dab1d, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:53,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a36980ae4db2ee3bb8d032b9b33dab1d, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:48:53,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-13T20:48:53,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure a36980ae4db2ee3bb8d032b9b33dab1d, server=04ac815325d6,41521,1731530919836 in 191 msec
2024-11-13T20:48:53,114 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-13T20:48:53,114 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17315309295042, region=a36980ae4db2ee3bb8d032b9b33dab1d, ASSIGN in 353 msec
2024-11-13T20:48:53,115 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17315309295042 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:48:53,116 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17315309295042","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530933115"}]},"ts":"1731530933115"}
2024-11-13T20:48:53,119 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17315309295042, state=ENABLED in hbase:meta
2024-11-13T20:48:53,120 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17315309295042 execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:48:53,123 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17315309295042 in 405 msec
2024-11-13T20:48:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-13T20:48:53,352 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17315309295042 completed
2024-11-13T20:48:53,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17315309295042 get assigned. Timeout = 60000ms
2024-11-13T20:48:53,354 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:48:53,361 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17315309295042 assigned to meta. Checking AM states.
2024-11-13T20:48:53,362 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:48:53,362 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17315309295042 assigned.
2024-11-13T20:48:53,365 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17315309295043', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:48:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17315309295043
2024-11-13T20:48:53,368 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17315309295043 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:48:53,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:53,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4"
qualifier: "test-17315309295043"
 procId is: 17
2024-11-13T20:48:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T20:48:53,370 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17315309295043 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:48:53,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741845_1021 (size=390)
2024-11-13T20:48:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T20:48:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T20:48:53,784 INFO  [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfd68e2a585ac67c67dbca400e888f11, NAME => 'ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17315309295043', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:48:53,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741846_1022 (size=50)
2024-11-13T20:48:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T20:48:54,194 DEBUG [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:54,194 DEBUG [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(1722): Closing cfd68e2a585ac67c67dbca400e888f11, disabling compactions & flushes
2024-11-13T20:48:54,195 INFO  [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:48:54,195 DEBUG [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:48:54,195 DEBUG [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11. after waiting 0 ms
2024-11-13T20:48:54,195 DEBUG [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:48:54,195 INFO  [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:48:54,195 DEBUG [RegionOpenAndInit-ns4:test-17315309295043-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfd68e2a585ac67c67dbca400e888f11:
Waiting for close lock at 1731530934194Disabling compacts and flushes for region at 1731530934194Disabling writes for close at 1731530934195 (+1 ms)Writing region close event to WAL at 1731530934195Closed at 1731530934195
2024-11-13T20:48:54,198 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17315309295043 execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:48:54,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731530934198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530934198"}]},"ts":"1731530934198"}
2024-11-13T20:48:54,202 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:48:54,204 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17315309295043 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:48:54,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17315309295043","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530934204"}]},"ts":"1731530934204"}
2024-11-13T20:48:54,208 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17315309295043, state=ENABLING in hbase:meta
2024-11-13T20:48:54,208 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17315309295043, region=cfd68e2a585ac67c67dbca400e888f11, ASSIGN}]
2024-11-13T20:48:54,212 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17315309295043, region=cfd68e2a585ac67c67dbca400e888f11, ASSIGN
2024-11-13T20:48:54,214 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17315309295043, region=cfd68e2a585ac67c67dbca400e888f11, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:48:54,365 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cfd68e2a585ac67c67dbca400e888f11, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:54,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17315309295043, region=cfd68e2a585ac67c67dbca400e888f11, ASSIGN because future has completed
2024-11-13T20:48:54,371 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfd68e2a585ac67c67dbca400e888f11, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T20:48:54,531 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:48:54,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cfd68e2a585ac67c67dbca400e888f11, NAME => 'ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:54,532 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:48:54,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17315309295043 cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:54,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,535 INFO  [StoreOpener-cfd68e2a585ac67c67dbca400e888f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfd68e2a585ac67c67dbca400e888f11 
2024-11-13T20:48:54,538 INFO  [StoreOpener-cfd68e2a585ac67c67dbca400e888f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfd68e2a585ac67c67dbca400e888f11 columnFamilyName f
2024-11-13T20:48:54,538 DEBUG [StoreOpener-cfd68e2a585ac67c67dbca400e888f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:54,539 INFO  [StoreOpener-cfd68e2a585ac67c67dbca400e888f11-1 {}] regionserver.HStore(327): Store=cfd68e2a585ac67c67dbca400e888f11/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:54,539 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,540 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns4/test-17315309295043/cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,541 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns4/test-17315309295043/cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,542 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,542 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,544 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,548 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns4/test-17315309295043/cfd68e2a585ac67c67dbca400e888f11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:48:54,549 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened cfd68e2a585ac67c67dbca400e888f11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9477926880, jitterRate=-0.11729927361011505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:48:54,549 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:48:54,550 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cfd68e2a585ac67c67dbca400e888f11:
Running coprocessor pre-open hook at 1731530934533Writing region info on filesystem at 1731530934533Initializing all the Stores at 1731530934534 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530934534Cleaning up temporary data from old regions at 1731530934542 (+8 ms)Running coprocessor post-open hooks at 1731530934549 (+7 ms)Region opened successfully at 1731530934550 (+1 ms)
2024-11-13T20:48:54,552 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11., pid=19, masterSystemTime=1731530934526
2024-11-13T20:48:54,555 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:48:54,555 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:48:54,557 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cfd68e2a585ac67c67dbca400e888f11, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:54,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfd68e2a585ac67c67dbca400e888f11, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:48:54,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-13T20:48:54,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure cfd68e2a585ac67c67dbca400e888f11, server=04ac815325d6,41521,1731530919836 in 191 msec
2024-11-13T20:48:54,569 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-13T20:48:54,569 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17315309295043, region=cfd68e2a585ac67c67dbca400e888f11, ASSIGN in 358 msec
2024-11-13T20:48:54,571 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17315309295043 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:48:54,571 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17315309295043","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530934571"}]},"ts":"1731530934571"}
2024-11-13T20:48:54,574 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17315309295043, state=ENABLED in hbase:meta
2024-11-13T20:48:54,575 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17315309295043 execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:48:54,577 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17315309295043 in 1.2100 sec
2024-11-13T20:48:54,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731530929504'
2024-11-13T20:48:54,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17315309295043'
2024-11-13T20:48:54,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17315309295041'
2024-11-13T20:48:54,982 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17315309295042'
2024-11-13T20:48:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T20:48:55,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17315309295043 get assigned. Timeout = 60000ms
2024-11-13T20:48:55,522 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17315309295043 completed
2024-11-13T20:48:55,522 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:48:55,528 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17315309295043 assigned to meta. Checking AM states.
2024-11-13T20:48:55,528 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:48:55,529 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17315309295043 assigned.
2024-11-13T20:48:55,529 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:48:55,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:48:55,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:48:55,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:48:55,538 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:48:55,578 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=621, OpenFileDescriptor=635, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=9, AvailableMemoryMB=2446
2024-11-13T20:48:55,581 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=621 is superior to 500
2024-11-13T20:48:55,583 INFO  [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables
2024-11-13T20:48:55,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731530929504 from 'test-1731530929504', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731530929504', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:48:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731530929504
2024-11-13T20:48:55,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741847_1023 (size=908)
2024-11-13T20:48:56,022 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/.tabledesc/.tableinfo.0000000001.367
2024-11-13T20:48:56,023 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/.tabledesc/.tableinfo.0000000002.908
2024-11-13T20:48:56,029 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731530929504}]
2024-11-13T20:48:56,038 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE}]
2024-11-13T20:48:56,040 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE
2024-11-13T20:48:56,042 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=CLOSING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE because future has completed
2024-11-13T20:48:56,045 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T20:48:56,046 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:56,204 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,204 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T20:48:56,205 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 7b2213879d5b2c3c279cad5bc4d06abf, disabling compactions & flushes
2024-11-13T20:48:56,205 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:56,205 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:56,205 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. after waiting 0 ms
2024-11-13T20:48:56,205 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:56,211 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 7b2213879d5b2c3c279cad5bc4d06abf 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-11-13T20:48:56,309 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f/cdd6acc4fe9d4a0690cec4f01a4b607c is 37, key is row10/f:q1/1731530931251/Put/seqid=0
2024-11-13T20:48:56,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741848_1024 (size=8413)
2024-11-13T20:48:56,389 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f/cdd6acc4fe9d4a0690cec4f01a4b607c
2024-11-13T20:48:56,399 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-13T20:48:56,523 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f/cdd6acc4fe9d4a0690cec4f01a4b607c as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c
2024-11-13T20:48:56,536 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c, entries=99, sequenceid=103, filesize=8.2 K
2024-11-13T20:48:56,546 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7b2213879d5b2c3c279cad5bc4d06abf in 334ms, sequenceid=103, compaction requested=false
2024-11-13T20:48:56,559 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1
2024-11-13T20:48:56,563 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:48:56,563 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:56,563 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 7b2213879d5b2c3c279cad5bc4d06abf:
Waiting for close lock at 1731530936205Running coprocessor pre-close hooks at 1731530936205Disabling compacts and flushes for region at 1731530936205Disabling writes for close at 1731530936205Obtaining lock to block concurrent updates at 1731530936211 (+6 ms)Preparing flush snapshotting stores in 7b2213879d5b2c3c279cad5bc4d06abf at 1731530936211Finished memstore snapshotting test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731530936221 (+10 ms)Flushing stores of test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. at 1731530936223 (+2 ms)Flushing 7b2213879d5b2c3c279cad5bc4d06abf/f: creating writer at 1731530936226 (+3 ms)Flushing 7b2213879d5b2c3c279cad5bc4d06abf/f: appending metadata at 1731530936292 (+66 ms)Flushing 7b2213879d5b2c3c279cad5bc4d06abf/f: closing flushed file at 1731530936297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c1aa01: reopening flushed file at 1731530936521 (+224 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7b2213879d5b2c3c279cad5bc4d06abf in 334ms, sequenceid=103, compaction requested=false at 1731530936546 (+25 ms)Writing region close event to WAL at 1731530936552 (+6 ms)Running coprocessor post-close hooks at 1731530936560 (+8 ms)Closed at 1731530936563 (+3 ms)
2024-11-13T20:48:56,564 WARN  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 7b2213879d5b2c3c279cad5bc4d06abf to self.
2024-11-13T20:48:56,568 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,569 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=CLOSED
2024-11-13T20:48:56,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:48:56,576 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-13T20:48:56,576 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 in 528 msec
2024-11-13T20:48:56,578 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE; state=CLOSED, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=true
2024-11-13T20:48:56,728 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE because future has completed
2024-11-13T20:48:56,732 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:56,892 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:56,893 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b2213879d5b2c3c279cad5bc4d06abf, NAME => 'test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:56,893 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:48:56,893 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731530929504 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:56,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,896 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b2213879d5b2c3c279cad5bc4d06abf 
2024-11-13T20:48:56,898 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2213879d5b2c3c279cad5bc4d06abf columnFamilyName f
2024-11-13T20:48:56,898 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:56,910 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c
2024-11-13T20:48:56,910 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(327): Store=7b2213879d5b2c3c279cad5bc4d06abf/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:56,910 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7b2213879d5b2c3c279cad5bc4d06abf 
2024-11-13T20:48:56,913 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2213879d5b2c3c279cad5bc4d06abf columnFamilyName f3
2024-11-13T20:48:56,913 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:56,913 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(327): Store=7b2213879d5b2c3c279cad5bc4d06abf/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:56,915 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7b2213879d5b2c3c279cad5bc4d06abf 
2024-11-13T20:48:56,922 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2213879d5b2c3c279cad5bc4d06abf columnFamilyName mob
2024-11-13T20:48:56,927 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:56,928 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(327): Store=7b2213879d5b2c3c279cad5bc4d06abf/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:56,929 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,930 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,934 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,936 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,936 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,938 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731530929504 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-13T20:48:56,940 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,943 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7b2213879d5b2c3c279cad5bc4d06abf; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10290117920, jitterRate=-0.04165808856487274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-13T20:48:56,943 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:48:56,944 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7b2213879d5b2c3c279cad5bc4d06abf:
Running coprocessor pre-open hook at 1731530936894Writing region info on filesystem at 1731530936894Initializing all the Stores at 1731530936896 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530936896Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530936896Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530936896Cleaning up temporary data from old regions at 1731530936936 (+40 ms)Running coprocessor post-open hooks at 1731530936943 (+7 ms)Region opened successfully at 1731530936944 (+1 ms)
2024-11-13T20:48:56,946 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., pid=24, masterSystemTime=1731530936885
2024-11-13T20:48:56,949 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:56,950 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:48:56,951 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=OPEN, openSeqNum=107, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:48:56,960 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22
2024-11-13T20:48:56,960 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 in 224 msec
2024-11-13T20:48:56,963 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-13T20:48:56,964 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE in 922 msec
2024-11-13T20:48:56,969 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-13T20:48:56,969 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731530929504 in 937 msec
2024-11-13T20:48:56,974 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731530929504 in 1.3770 sec
2024-11-13T20:48:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20
2024-11-13T20:48:56,977 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731530929504 completed
2024-11-13T20:48:56,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29acfb35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:56,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:48:56,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:48:56,980 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:48:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:48:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:48:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e1d050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:48:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:48:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:48:56,983 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:48:56,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dd893a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:48:56,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:48:56,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:48:56,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:48:56,990 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:48:56,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731530929504', row='row-test-1731530929504-3-0', locateType=CURRENT is [region=test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., hostname=04ac815325d6,41521,1731530919836, seqNum=107]
2024-11-13T20:48:57,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:48:57,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:48:57,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d28dd
2024-11-13T20:48:57,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:48:57,061 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:48:57,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'}
2024-11-13T20:48:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup
2024-11-13T20:48:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T20:48:57,089 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec
2024-11-13T20:48:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T20:48:57,192 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed
2024-11-13T20:48:57,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:48:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system
2024-11-13T20:48:57,216 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:48:57,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:57,216 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup"
qualifier: "system"
 procId is: 26
2024-11-13T20:48:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-13T20:48:57,218 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:48:57,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741849_1025 (size=635)
2024-11-13T20:48:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-13T20:48:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-13T20:48:57,633 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7db7831889a37a1f02b75f1c6ddac75, NAME => 'backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:48:57,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741850_1026 (size=40)
2024-11-13T20:48:57,648 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:57,648 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing f7db7831889a37a1f02b75f1c6ddac75, disabling compactions & flushes
2024-11-13T20:48:57,648 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:48:57,648 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:48:57,648 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75. after waiting 0 ms
2024-11-13T20:48:57,648 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:48:57,648 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:48:57,648 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7db7831889a37a1f02b75f1c6ddac75:
Waiting for close lock at 1731530937648Disabling compacts and flushes for region at 1731530937648Disabling writes for close at 1731530937648Writing region close event to WAL at 1731530937648Closed at 1731530937648
2024-11-13T20:48:57,651 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:48:57,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731530937651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530937651"}]},"ts":"1731530937651"}
2024-11-13T20:48:57,655 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:48:57,656 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:48:57,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530937656"}]},"ts":"1731530937656"}
2024-11-13T20:48:57,660 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-11-13T20:48:57,660 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=f7db7831889a37a1f02b75f1c6ddac75, ASSIGN}]
2024-11-13T20:48:57,662 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=f7db7831889a37a1f02b75f1c6ddac75, ASSIGN
2024-11-13T20:48:57,663 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=f7db7831889a37a1f02b75f1c6ddac75, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:48:57,814 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=f7db7831889a37a1f02b75f1c6ddac75, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:57,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=f7db7831889a37a1f02b75f1c6ddac75, ASSIGN because future has completed
2024-11-13T20:48:57,818 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7db7831889a37a1f02b75f1c6ddac75, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-13T20:48:57,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17315309295042
2024-11-13T20:48:57,929 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17315309295042 Metrics about Tables on a single HBase RegionServer
2024-11-13T20:48:57,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731530929504
2024-11-13T20:48:57,930 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731530929504 Metrics about Tables on a single HBase RegionServer
2024-11-13T20:48:57,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17315309295043
2024-11-13T20:48:57,931 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17315309295043 Metrics about Tables on a single HBase RegionServer
2024-11-13T20:48:57,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17315309295041
2024-11-13T20:48:57,932 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17315309295041 Metrics about Tables on a single HBase RegionServer
2024-11-13T20:48:57,979 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:48:57,979 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => f7db7831889a37a1f02b75f1c6ddac75, NAME => 'backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:57,979 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:48:57,980 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:57,980 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:57,980 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:57,980 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:57,982 INFO  [StoreOpener-f7db7831889a37a1f02b75f1c6ddac75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f7db7831889a37a1f02b75f1c6ddac75 
2024-11-13T20:48:57,985 INFO  [StoreOpener-f7db7831889a37a1f02b75f1c6ddac75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7db7831889a37a1f02b75f1c6ddac75 columnFamilyName meta
2024-11-13T20:48:57,985 DEBUG [StoreOpener-f7db7831889a37a1f02b75f1c6ddac75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:57,986 INFO  [StoreOpener-f7db7831889a37a1f02b75f1c6ddac75-1 {}] regionserver.HStore(327): Store=f7db7831889a37a1f02b75f1c6ddac75/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:57,986 INFO  [StoreOpener-f7db7831889a37a1f02b75f1c6ddac75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f7db7831889a37a1f02b75f1c6ddac75 
2024-11-13T20:48:57,991 INFO  [StoreOpener-f7db7831889a37a1f02b75f1c6ddac75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7db7831889a37a1f02b75f1c6ddac75 columnFamilyName session
2024-11-13T20:48:57,992 DEBUG [StoreOpener-f7db7831889a37a1f02b75f1c6ddac75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:57,992 INFO  [StoreOpener-f7db7831889a37a1f02b75f1c6ddac75-1 {}] regionserver.HStore(327): Store=f7db7831889a37a1f02b75f1c6ddac75/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:57,993 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:57,994 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:57,994 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:57,996 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:57,996 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:57,997 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-13T20:48:57,999 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:58,003 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:48:58,004 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened f7db7831889a37a1f02b75f1c6ddac75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10918220160, jitterRate=0.016838490962982178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-13T20:48:58,004 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:48:58,005 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for f7db7831889a37a1f02b75f1c6ddac75:
Running coprocessor pre-open hook at 1731530937980Writing region info on filesystem at 1731530937980Initializing all the Stores at 1731530937982 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530937982Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530937982Cleaning up temporary data from old regions at 1731530937996 (+14 ms)Running coprocessor post-open hooks at 1731530938005 (+9 ms)Region opened successfully at 1731530938005
2024-11-13T20:48:58,006 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., pid=28, masterSystemTime=1731530937972
2024-11-13T20:48:58,009 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:48:58,009 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:48:58,010 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=f7db7831889a37a1f02b75f1c6ddac75, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:58,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7db7831889a37a1f02b75f1c6ddac75, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:48:58,017 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-13T20:48:58,017 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure f7db7831889a37a1f02b75f1c6ddac75, server=04ac815325d6,41521,1731530919836 in 196 msec
2024-11-13T20:48:58,019 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-13T20:48:58,019 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=f7db7831889a37a1f02b75f1c6ddac75, ASSIGN in 357 msec
2024-11-13T20:48:58,021 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:48:58,021 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530938021"}]},"ts":"1731530938021"}
2024-11-13T20:48:58,023 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-11-13T20:48:58,025 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:48:58,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 813 msec
2024-11-13T20:48:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-13T20:48:58,351 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed
2024-11-13T20:48:58,372 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:48:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk
2024-11-13T20:48:58,375 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:48:58,375 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:58,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup"
qualifier: "system_bulk"
 procId is: 29
2024-11-13T20:48:58,376 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:48:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-13T20:48:58,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741851_1027 (size=640)
2024-11-13T20:48:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-13T20:48:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-13T20:48:58,791 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74eaedb5f4c031362a584babfcc8586a, NAME => 'backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:48:58,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741852_1028 (size=45)
2024-11-13T20:48:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-13T20:48:59,205 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:59,205 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 74eaedb5f4c031362a584babfcc8586a, disabling compactions & flushes
2024-11-13T20:48:59,205 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:48:59,205 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:48:59,205 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a. after waiting 0 ms
2024-11-13T20:48:59,205 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:48:59,205 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:48:59,205 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74eaedb5f4c031362a584babfcc8586a:
Waiting for close lock at 1731530939205Disabling compacts and flushes for region at 1731530939205Disabling writes for close at 1731530939205Writing region close event to WAL at 1731530939205Closed at 1731530939205
2024-11-13T20:48:59,207 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:48:59,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731530939207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530939207"}]},"ts":"1731530939207"}
2024-11-13T20:48:59,211 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:48:59,212 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:48:59,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530939212"}]},"ts":"1731530939212"}
2024-11-13T20:48:59,215 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta
2024-11-13T20:48:59,216 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=74eaedb5f4c031362a584babfcc8586a, ASSIGN}]
2024-11-13T20:48:59,217 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=74eaedb5f4c031362a584babfcc8586a, ASSIGN
2024-11-13T20:48:59,218 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=74eaedb5f4c031362a584babfcc8586a, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:48:59,369 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=74eaedb5f4c031362a584babfcc8586a, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:59,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=74eaedb5f4c031362a584babfcc8586a, ASSIGN because future has completed
2024-11-13T20:48:59,373 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74eaedb5f4c031362a584babfcc8586a, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:48:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-13T20:48:59,532 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:48:59,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 74eaedb5f4c031362a584babfcc8586a, NAME => 'backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:48:59,532 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:48:59,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:48:59,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,535 INFO  [StoreOpener-74eaedb5f4c031362a584babfcc8586a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 74eaedb5f4c031362a584babfcc8586a 
2024-11-13T20:48:59,537 INFO  [StoreOpener-74eaedb5f4c031362a584babfcc8586a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaedb5f4c031362a584babfcc8586a columnFamilyName meta
2024-11-13T20:48:59,537 DEBUG [StoreOpener-74eaedb5f4c031362a584babfcc8586a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:59,538 INFO  [StoreOpener-74eaedb5f4c031362a584babfcc8586a-1 {}] regionserver.HStore(327): Store=74eaedb5f4c031362a584babfcc8586a/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:59,538 INFO  [StoreOpener-74eaedb5f4c031362a584babfcc8586a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 74eaedb5f4c031362a584babfcc8586a 
2024-11-13T20:48:59,539 INFO  [StoreOpener-74eaedb5f4c031362a584babfcc8586a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaedb5f4c031362a584babfcc8586a columnFamilyName session
2024-11-13T20:48:59,540 DEBUG [StoreOpener-74eaedb5f4c031362a584babfcc8586a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:48:59,540 INFO  [StoreOpener-74eaedb5f4c031362a584babfcc8586a-1 {}] regionserver.HStore(327): Store=74eaedb5f4c031362a584babfcc8586a/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:48:59,540 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,541 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system_bulk/74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,542 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system_bulk/74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,543 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,543 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,543 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-13T20:48:59,545 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,549 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system_bulk/74eaedb5f4c031362a584babfcc8586a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:48:59,550 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 74eaedb5f4c031362a584babfcc8586a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11246066400, jitterRate=0.047371551394462585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-13T20:48:59,550 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:48:59,551 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 74eaedb5f4c031362a584babfcc8586a:
Running coprocessor pre-open hook at 1731530939533Writing region info on filesystem at 1731530939533Initializing all the Stores at 1731530939534 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530939535 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530939535Cleaning up temporary data from old regions at 1731530939543 (+8 ms)Running coprocessor post-open hooks at 1731530939550 (+7 ms)Region opened successfully at 1731530939551 (+1 ms)
2024-11-13T20:48:59,553 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a., pid=31, masterSystemTime=1731530939526
2024-11-13T20:48:59,556 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:48:59,556 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:48:59,557 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=74eaedb5f4c031362a584babfcc8586a, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:48:59,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74eaedb5f4c031362a584babfcc8586a, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:48:59,565 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-11-13T20:48:59,565 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 74eaedb5f4c031362a584babfcc8586a, server=04ac815325d6,41521,1731530919836 in 188 msec
2024-11-13T20:48:59,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-13T20:48:59,572 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=74eaedb5f4c031362a584babfcc8586a, ASSIGN in 350 msec
2024-11-13T20:48:59,573 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:48:59,573 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530939573"}]},"ts":"1731530939573"}
2024-11-13T20:48:59,576 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta
2024-11-13T20:48:59,578 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:48:59,580 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2060 sec
2024-11-13T20:49:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-13T20:49:00,531 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed
2024-11-13T20:49:00,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:00,556 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-13T20:49:00,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:49:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms
2024-11-13T20:49:00,588 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-13T20:49:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530940588 (current time:1731530940588).
2024-11-13T20:49:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-13T20:49:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ab5fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:00,591 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:00,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:00,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:00,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f76a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:00,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:00,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:00,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:00,593 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:00,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ca1bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:00,601 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:00,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:00,602 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-13T20:49:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-11-13T20:49:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-13T20:49:00,615 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:00,621 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:00,636 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:00,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741853_1029 (size=52)
2024-11-13T20:49:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-13T20:49:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-13T20:49:00,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk'
2024-11-13T20:49:00,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-11-13T20:49:01,046 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:01,050 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75}]
2024-11-13T20:49:01,055 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:01,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33
2024-11-13T20:49:01,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:49:01,214 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing f7db7831889a37a1f02b75f1c6ddac75 2/2 column families, dataSize=45 B heapSize=632 B
2024-11-13T20:49:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-13T20:49:01,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/aec31aa6b61e454dbd45c75636da9bad is 49, key is activesession:/session:c/1731530940575/Put/seqid=0
2024-11-13T20:49:01,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741854_1030 (size=5049)
2024-11-13T20:49:01,669 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/aec31aa6b61e454dbd45c75636da9bad
2024-11-13T20:49:01,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/aec31aa6b61e454dbd45c75636da9bad as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad
2024-11-13T20:49:01,714 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad, entries=1, sequenceid=5, filesize=4.9 K
2024-11-13T20:49:01,741 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for f7db7831889a37a1f02b75f1c6ddac75 in 526ms, sequenceid=5, compaction requested=false
2024-11-13T20:49:01,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for f7db7831889a37a1f02b75f1c6ddac75:

2024-11-13T20:49:01,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75. for snapshot_backup_system completed.
2024-11-13T20:49:01,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.' region-info for snapshot=snapshot_backup_system
2024-11-13T20:49:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-13T20:49:01,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:01,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-13T20:49:01,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad] hfiles
2024-11-13T20:49:01,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad for snapshot=snapshot_backup_system
2024-11-13T20:49:01,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741855_1031 (size=95)
2024-11-13T20:49:01,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:49:01,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-11-13T20:49:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-11-13T20:49:01,905 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:01,909 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:01,914 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-13T20:49:01,914 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75 in 861 msec
2024-11-13T20:49:01,914 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:01,916 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:01,917 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:01,917 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-13T20:49:01,921 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-13T20:49:01,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741856_1032 (size=731)
2024-11-13T20:49:01,960 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:01,976 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:01,977 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_backup_system
2024-11-13T20:49:01,984 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:01,984 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-11-13T20:49:01,988 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3750 sec
2024-11-13T20:49:02,067 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-13T20:49:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-13T20:49:02,762 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-13T20:49:02,763 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731530937029 started at 1731530942762.
2024-11-13T20:49:02,778 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731530937029 has been started.
2024-11-13T20:49:02,783 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-11-13T20:49:02,789 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-13T20:49:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-13T20:49:02,792 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-13T20:49:02,792 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-13T20:49:02,792 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-13T20:49:02,792 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-13T20:49:02,793 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,793 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-13T20:49:02,795 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,796 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-13T20:49:02,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:49:02,796 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,796 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-13T20:49:02,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:02,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-13T20:49:02,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:02,798 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-13T20:49:02,804 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-13T20:49:02,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-13T20:49:02,807 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-13T20:49:02,807 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-13T20:49:02,807 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-13T20:49:02,807 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-13T20:49:02,807 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '04ac815325d6,41521,1731530919836' joining acquired barrier for procedure (rolllog) in zk
2024-11-13T20:49:02,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,813 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:02,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:02,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:02,813 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-13T20:49:02,813 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-13T20:49:02,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:02,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:02,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:02,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:02,817 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '04ac815325d6,41521,1731530919836' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-13T20:49:02,817 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-13T20:49:02,817 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3912799[Count = 0] remaining members to acquire global barrier
2024-11-13T20:49:02,817 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:02,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:02,819 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:02,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:02,819 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,819 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-13T20:49:02,819 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-13T20:49:02,821 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-13T20:49:02,821 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,831 INFO  [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731530922875 highest: 1731530930861 on 04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,831 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1:(num 1731530930861) roll requested
2024-11-13T20:49:02,848 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831, exclude list is [], retry=0
2024-11-13T20:49:02,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:02,855 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530930861 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831
2024-11-13T20:49:02,856 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:02,856 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530930861 is not closed yet, will try archiving it next time
2024-11-13T20:49:02,856 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0:(num 1731530922875) roll requested
2024-11-13T20:49:02,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741840_1016 (size=4756)
2024-11-13T20:49:02,880 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857, exclude list is [], retry=0
2024-11-13T20:49:02,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:02,888 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530922875 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857
2024-11-13T20:49:02,888 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:02,888 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530922875 is not closed yet, will try archiving it next time
2024-11-13T20:49:02,888 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.meta:.meta(num 1731530923260) roll requested
2024-11-13T20:49:02,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741833_1009 (size=1034)
2024-11-13T20:49:02,891 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530922875 not finished, retry = 0
2024-11-13T20:49:02,908 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta, exclude list is [], retry=0
2024-11-13T20:49:02,912 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-11-13T20:49:02,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:02,912 INFO  [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731530942857 on 04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,912 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:49:02,912 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:49:02,913 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc31c7d
2024-11-13T20:49:02,913 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:49:02,914 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-13T20:49:02,914 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530923260.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta
2024-11-13T20:49:02,915 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:02,915 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530923260.meta is not closed yet, will try archiving it next time
2024-11-13T20:49:02,915 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:02,916 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:02,916 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:02,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741834_1010 (size=12055)
2024-11-13T20:49:02,918 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-13T20:49:02,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:02,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:02,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:37409/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:49:02,950 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-13T20:49:02,950 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '04ac815325d6,41521,1731530919836' in zk
2024-11-13T20:49:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,953 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-13T20:49:02,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,953 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-13T20:49:02,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:02,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:02,954 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-13T20:49:02,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:02,955 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:02,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:02,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:02,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:02,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '04ac815325d6,41521,1731530919836': 
2024-11-13T20:49:02,960 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-13T20:49:02,960 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-13T20:49:02,960 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-13T20:49:02,960 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-13T20:49:02,960 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '04ac815325d6,41521,1731530919836' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-13T20:49:02,961 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-13T20:49:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-13T20:49:02,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:02,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:02,965 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,966 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:02,966 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-13T20:49:02,966 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:49:02,967 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,967 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:02,967 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,967 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:02,968 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:02,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,970 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:02,970 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:02,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-13T20:49:02,984 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-13T20:49:02,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:49:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-13T20:49:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:02,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:02,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:02,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:02,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:02,985 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-13T20:49:02,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-13T20:49:02,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-13T20:49:02,987 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-13T20:49:02,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:49:02,995 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530922875 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530922875
2024-11-13T20:49:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-13T20:49:03,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 }
2024-11-13T20:49:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530943002 (current time:1731530943002).
2024-11-13T20:49:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731530943000_default_test-1731530929504 VERSION not specified, setting to 2
2024-11-13T20:49:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3554687f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:03,004 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:03,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d4a5dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:03,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:03,007 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:03,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3645a7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:03,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:03,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:03,011 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:03,013 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:03,013 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 }
2024-11-13T20:49:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-11-13T20:49:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-13T20:49:03,018 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:03,019 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:03,023 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:03,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741860_1036 (size=84)
2024-11-13T20:49:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-13T20:49:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-13T20:49:03,433 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:03,433 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf}]
2024-11-13T20:49:03,434 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:03,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-11-13T20:49:03,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:03,588 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7b2213879d5b2c3c279cad5bc4d06abf 3/3 column families, dataSize=654 B heapSize=2.25 KB
2024-11-13T20:49:03,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f3/3f2d39e24a844d6c9743d7b2b56b19ea is 58, key is row-test-1731530929504-3-0/f3:q1/1731530936995/Put/seqid=0
2024-11-13T20:49:03,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741861_1037 (size=5387)
2024-11-13T20:49:03,623 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f3/3f2d39e24a844d6c9743d7b2b56b19ea
2024-11-13T20:49:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-13T20:49:03,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741862_1038 (size=4469)
2024-11-13T20:49:03,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/mob/86f87a3f99d0492d94cc18a9756cfd97 is 59, key is row-test-1731530929504-3-0/mob:q1/1731530937014/Put/seqid=0
2024-11-13T20:49:03,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741863_1039 (size=5484)
2024-11-13T20:49:03,698 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/mob/86f87a3f99d0492d94cc18a9756cfd97
2024-11-13T20:49:03,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f3/3f2d39e24a844d6c9743d7b2b56b19ea as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea
2024-11-13T20:49:03,724 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea, entries=6, sequenceid=121, filesize=5.3 K
2024-11-13T20:49:03,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/mob/86f87a3f99d0492d94cc18a9756cfd97 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97
2024-11-13T20:49:03,736 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97, entries=6, sequenceid=121, filesize=5.4 K
2024-11-13T20:49:03,739 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7b2213879d5b2c3c279cad5bc4d06abf in 152ms, sequenceid=121, compaction requested=false
2024-11-13T20:49:03,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7b2213879d5b2c3c279cad5bc4d06abf:

2024-11-13T20:49:03,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. for snapshot_1731530943000_default_test-1731530929504 completed.
2024-11-13T20:49:03,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.' region-info for snapshot=snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:03,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:03,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c] hfiles
2024-11-13T20:49:03,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c for snapshot=snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:03,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea] hfiles
2024-11-13T20:49:03,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea for snapshot=snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:03,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97] hfiles
2024-11-13T20:49:03,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97 for snapshot=snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:03,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741864_1040 (size=185)
2024-11-13T20:49:03,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:03,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-11-13T20:49:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-11-13T20:49:03,750 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731530943000_default_test-1731530929504 on region 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:03,750 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:03,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-11-13T20:49:03,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf in 318 msec
2024-11-13T20:49:03,754 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:03,755 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:03,758 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-13T20:49:03,758 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-13T20:49:03,758 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:03,759 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-11-13T20:49:03,759 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:03,760 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3
2024-11-13T20:49:03,760 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:03,760 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob
2024-11-13T20:49:03,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741865_1041 (size=49)
2024-11-13T20:49:03,771 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:03,771 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:03,772 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:03,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741866_1042 (size=1146)
2024-11-13T20:49:03,788 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:03,799 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:03,800 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530943000_default_test-1731530929504 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:03,803 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:03,803 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-11-13T20:49:03,809 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731530943000_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } in 789 msec
2024-11-13T20:49:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-13T20:49:04,151 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731530929504 completed
2024-11-13T20:49:04,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 }
2024-11-13T20:49:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530944153 (current time:1731530944153).
2024-11-13T20:49:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731530944152_ns2_test-17315309295041 VERSION not specified, setting to 2
2024-11-13T20:49:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e60f622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:04,159 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:04,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:04,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a71e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:04,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:04,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:04,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:04,162 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:04,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323f71fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:04,177 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:04,179 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:04,179 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 }
2024-11-13T20:49:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-11-13T20:49:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T20:49:04,199 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:04,201 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:04,207 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:04,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741867_1043 (size=86)
2024-11-13T20:49:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T20:49:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T20:49:04,623 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:04,624 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5}]
2024-11-13T20:49:04,626 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:49:04,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37
2024-11-13T20:49:04,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:49:04,781 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing cfcdd73b9cceb6b5853d0b990fcc65e5 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-11-13T20:49:04,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/.tmp/f/deee805465d3444eb86fa1693b11aa99 is 37, key is row10/f:q1/1731530932572/Put/seqid=0
2024-11-13T20:49:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T20:49:04,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741868_1044 (size=8413)
2024-11-13T20:49:05,226 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/.tmp/f/deee805465d3444eb86fa1693b11aa99
2024-11-13T20:49:05,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/.tmp/f/deee805465d3444eb86fa1693b11aa99 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99
2024-11-13T20:49:05,264 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99, entries=99, sequenceid=103, filesize=8.2 K
2024-11-13T20:49:05,265 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for cfcdd73b9cceb6b5853d0b990fcc65e5 in 485ms, sequenceid=103, compaction requested=false
2024-11-13T20:49:05,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for cfcdd73b9cceb6b5853d0b990fcc65e5:

2024-11-13T20:49:05,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5. for snapshot_1731530944152_ns2_test-17315309295041 completed.
2024-11-13T20:49:05,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.' region-info for snapshot=snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:05,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:05,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99] hfiles
2024-11-13T20:49:05,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99 for snapshot=snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:05,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741869_1045 (size=91)
2024-11-13T20:49:05,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:49:05,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-13T20:49:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-11-13T20:49:05,277 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731530944152_ns2_test-17315309295041 on region cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:49:05,278 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:49:05,283 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-13T20:49:05,283 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5 in 656 msec
2024-11-13T20:49:05,283 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:05,284 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:05,285 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:05,285 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:05,286 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:05,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741870_1046 (size=456)
2024-11-13T20:49:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T20:49:05,737 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:05,784 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:05,785 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530944152_ns2_test-17315309295041 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:05,797 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:05,798 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-11-13T20:49:05,801 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731530944152_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } in 1.6170 sec
2024-11-13T20:49:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T20:49:06,341 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17315309295041 completed
2024-11-13T20:49:06,342 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731530937029
2024-11-13T20:49:06,342 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-11-13T20:49:06,344 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied.
2024-11-13T20:49:06,346 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731530937029_test-1731530929504
2024-11-13T20:49:06,346 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731530943000_default_test-1731530929504 to hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/
2024-11-13T20:49:06,353 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-13T20:49:06,410 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37409, inputRoot=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:49:06,410 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1405949423_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/.hbase-snapshot/.tmp/snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:06,413 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-13T20:49:06,425 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530943000_default_test-1731530929504 to hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/.hbase-snapshot/.tmp/snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:06,429 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T20:49:06,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741871_1047 (size=84)
2024-11-13T20:49:06,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741872_1048 (size=1146)
2024-11-13T20:49:06,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:06,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:06,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:06,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:06,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:06,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:06,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:06,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:06,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:06,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:06,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:06,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:06,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:06,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:06,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:06,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:06,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:06,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:06,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:07,016 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:07,077 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731530943000_default_test-1731530929504' hfile list
2024-11-13T20:49:07,087 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K
2024-11-13T20:49:07,706 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1963063225_0001_40c5b719-d5a3-448f-bd69-ef4906faa540/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:07,706 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1963063225_0001_40c5b719-d5a3-448f-bd69-ef4906faa540/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:07,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-11-13T20:49:07,929 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer
2024-11-13T20:49:07,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-11-13T20:49:07,930 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer
2024-11-13T20:49:07,988 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M
2024-11-13T20:49:08,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741873_1049 (size=8413)
2024-11-13T20:49:08,106 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c output=hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c
2024-11-13T20:49:08,109 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.076M/sec
2024-11-13T20:49:08,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741874_1050 (size=5484)
2024-11-13T20:49:08,177 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97 output=hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97
2024-11-13T20:49:08,178 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.090M/sec
2024-11-13T20:49:08,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741875_1051 (size=5387)
2024-11-13T20:49:08,298 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea output=hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea
2024-11-13T20:49:08,298 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.046M/sec
2024-11-13T20:49:08,904 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-13T20:49:08,909 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-13T20:49:08,922 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:08,923 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731530943000_default_test-1731530929504 finished.
2024-11-13T20:49:08,923 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731530937029_ns2:test-17315309295041
2024-11-13T20:49:08,923 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731530944152_ns2_test-17315309295041 to hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/
2024-11-13T20:49:08,923 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-13T20:49:08,981 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37409, inputRoot=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:49:08,981 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1405949423_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/.hbase-snapshot/.tmp/snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:08,985 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-13T20:49:08,993 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530944152_ns2_test-17315309295041 to hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/.hbase-snapshot/.tmp/snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:09,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741877_1053 (size=86)
2024-11-13T20:49:09,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741876_1052 (size=456)
2024-11-13T20:49:09,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:09,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:09,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:09,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:09,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:09,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:09,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:09,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:09,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:09,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:09,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:09,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:09,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:09,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:09,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:09,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:09,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:09,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:09,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:09,505 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:09,582 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731530944152_ns2_test-17315309295041' hfile list
2024-11-13T20:49:09,586 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K
2024-11-13T20:49:09,750 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local284654599_0002_6671a5d1-2a3d-4f9f-93d4-af678c472f19/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:09,750 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local284654599_0002_6671a5d1-2a3d-4f9f-93d4-af678c472f19/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:09,877 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M
2024-11-13T20:49:09,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741878_1054 (size=8413)
2024-11-13T20:49:10,376 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99 output=hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99
2024-11-13T20:49:10,376 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.016M/sec
2024-11-13T20:49:10,826 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-13T20:49:10,828 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-13T20:49:10,837 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:10,837 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731530944152_ns2_test-17315309295041 finished.
2024-11-13T20:49:10,837 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731530929504
2024-11-13T20:49:10,837 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17315309295041
2024-11-13T20:49:10,898 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731530937029
2024-11-13T20:49:10,899 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-11-13T20:49:10,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741879_1055 (size=130)
2024-11-13T20:49:10,910 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37409/backupUT/backup_1731530937029/.backup.manifest
2024-11-13T20:49:10,912 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731530937029 finished: type=FULL,tablelist=test-1731530929504;ns2:test-17315309295041,targetRootDir=hdfs://localhost:37409/backupUT,startts=1731530942762,completets=1731530950896,bytescopied=0
2024-11-13T20:49:10,912 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-11-13T20:49:10,912 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:10,916 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731530943000_default_test-1731530929504"
type: DISABLED

2024-11-13T20:49:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731530943000_default_test-1731530929504
2024-11-13T20:49:10,922 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731530943000_default_test-1731530929504 for backup backup_1731530937029 succeeded.
2024-11-13T20:49:10,922 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:10,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731530944152_ns2_test-17315309295041"
type: DISABLED

2024-11-13T20:49:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731530944152_ns2_test-17315309295041
2024-11-13T20:49:10,928 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731530944152_ns2_test-17315309295041 for backup backup_1731530937029 succeeded.
2024-11-13T20:49:10,929 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-13T20:49:10,941 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-13T20:49:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-13T20:49:10,945 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-13T20:49:10,951 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-13T20:49:10,971 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731530937029 completed.
2024-11-13T20:49:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731530937029', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:49:11,255 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731530929504
2024-11-13T20:49:11,287 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731530929504
2024-11-13T20:49:11,565 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731530929504 to Mob enabled CF
2024-11-13T20:49:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17315309295041', row='row-t20', locateType=CURRENT is [region=ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:49:11,609 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17315309295041
2024-11-13T20:49:11,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:11,623 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] assignment.SplitTableRegionProcedure(210): test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. splitKey isn't explicitly specified, will try to find a best split key from RS 04ac815325d6,41521,1731530919836
2024-11-13T20:49:11,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c because midkey is the same as first or last row
2024-11-13T20:49:11,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea because midkey is the same as first or last row
2024-11-13T20:49:11,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97 because midkey is the same as first or last row
2024-11-13T20:49:11,628 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.HRegion(2902): Flushing 7b2213879d5b2c3c279cad5bc4d06abf 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB
2024-11-13T20:49:11,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f/ab592cd8318a4d5fa4d575a9fa811bcd is 59, key is row-test-1731530929504-1-10/f:q1/1731530951028/Put/seqid=0
2024-11-13T20:49:11,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741880_1056 (size=10796)
2024-11-13T20:49:12,071 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f/ab592cd8318a4d5fa4d575a9fa811bcd
2024-11-13T20:49:12,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf is 63, key is row-test-1731530929504-3-100/mob:q1/1731530951548/Put/seqid=0
2024-11-13T20:49:12,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741881_1057 (size=5591)
2024-11-13T20:49:12,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:12,508 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b/mob/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:12,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/mob/5486d3b2b0be43e384043afee5daa2a7, store: [table=test-1731530929504 family=mob region=7b2213879d5b2c3c279cad5bc4d06abf]
2024-11-13T20:49:12,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/mob/5486d3b2b0be43e384043afee5daa2a7 is 192, key is row-test-1731530929504-3-100/mob:q1/1731530951548/Put/seqid=0
2024-11-13T20:49:12,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741882_1058 (size=13760)
2024-11-13T20:49:12,916 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/mob/5486d3b2b0be43e384043afee5daa2a7
2024-11-13T20:49:12,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f/ab592cd8318a4d5fa4d575a9fa811bcd as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd
2024-11-13T20:49:12,936 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd, entries=99, sequenceid=334, filesize=10.5 K
2024-11-13T20:49:12,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/mob/5486d3b2b0be43e384043afee5daa2a7 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7
2024-11-13T20:49:12,946 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7, entries=111, sequenceid=334, filesize=13.4 K
2024-11-13T20:49:12,948 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 7b2213879d5b2c3c279cad5bc4d06abf in 1319ms, sequenceid=334, compaction requested=false
2024-11-13T20:49:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.HRegion(2603): Flush status journal for 7b2213879d5b2c3c279cad5bc4d06abf:

2024-11-13T20:49:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd because midkey is the same as first or last row
2024-11-13T20:49:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea because midkey is the same as first or last row
2024-11-13T20:49:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7 because midkey is the same as first or last row
2024-11-13T20:49:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=04ac815325d6,41521,1731530919836
2024-11-13T20:49:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-13T20:49:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.CallRunner(138): callId: 300 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.2:36736 deadline: 1731531011620, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
2024-11-13T20:49:12,958 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:12,959 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731530929504 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:12,959 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:49:12,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731530929504,, stopping at row=test-1731530929504 ,, for max=2147483647 with caching=100
2024-11-13T20:49:12,972 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731530929504,, stopping at row=test-1731530929504 ,, for max=2147483647 with caching=100
2024-11-13T20:49:12,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731530929504', row='', locateType=CURRENT is [region=test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., hostname=04ac815325d6,41521,1731530919836, seqNum=107]
2024-11-13T20:49:12,985 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1376
2024-11-13T20:49:12,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:13,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:13,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:13,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:13,039 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-13T20:49:13,044 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731530952985
2024-11-13T20:49:13,053 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731530937029}
2024-11-13T20:49:13,053 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-13T20:49:13,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:13,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:13,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:13,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:13,107 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-13T20:49:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530953107 (current time:1731530953107).
2024-11-13T20:49:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-13T20:49:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5412dfed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:13,113 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:13,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:13,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:13,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6eeb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:13,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:13,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:13,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:13,116 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:13,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f4ef77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:13,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:13,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:13,121 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:13,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:13,123 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-13T20:49:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-11-13T20:49:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-13T20:49:13,128 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:13,129 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:13,136 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:13,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741883_1059 (size=52)
2024-11-13T20:49:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-13T20:49:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-13T20:49:13,551 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:13,551 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75}]
2024-11-13T20:49:13,552 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:13,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40
2024-11-13T20:49:13,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:49:13,705 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing f7db7831889a37a1f02b75f1c6ddac75 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB
2024-11-13T20:49:13,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/3c79b680f3a442de8aeada5565d75518 is 158, key is trslm:hdfs://localhost:37409/backupUT\x00ns2:test-17315309295041/meta:log-roll-map/1731530950881/Put/seqid=0
2024-11-13T20:49:13,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741884_1060 (size=5914)
2024-11-13T20:49:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-13T20:49:14,130 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/3c79b680f3a442de8aeada5565d75518
2024-11-13T20:49:14,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/2472685bcc4d46f3bc45c058b5106d4f is 433, key is session:backup_1731530937029/session:context/1731530950950/Put/seqid=0
2024-11-13T20:49:14,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741885_1061 (size=5535)
2024-11-13T20:49:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-13T20:49:14,547 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/2472685bcc4d46f3bc45c058b5106d4f
2024-11-13T20:49:14,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/3c79b680f3a442de8aeada5565d75518 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3c79b680f3a442de8aeada5565d75518
2024-11-13T20:49:14,563 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3c79b680f3a442de8aeada5565d75518, entries=6, sequenceid=17, filesize=5.8 K
2024-11-13T20:49:14,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/2472685bcc4d46f3bc45c058b5106d4f as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/2472685bcc4d46f3bc45c058b5106d4f
2024-11-13T20:49:14,571 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/2472685bcc4d46f3bc45c058b5106d4f, entries=2, sequenceid=17, filesize=5.4 K
2024-11-13T20:49:14,572 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for f7db7831889a37a1f02b75f1c6ddac75 in 867ms, sequenceid=17, compaction requested=false
2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for f7db7831889a37a1f02b75f1c6ddac75:

2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75. for snapshot_backup_system completed.
2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.' region-info for snapshot=snapshot_backup_system
2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3c79b680f3a442de8aeada5565d75518] hfiles
2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3c79b680f3a442de8aeada5565d75518 for snapshot=snapshot_backup_system
2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/2472685bcc4d46f3bc45c058b5106d4f] hfiles
2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad for snapshot=snapshot_backup_system
2024-11-13T20:49:14,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/2472685bcc4d46f3bc45c058b5106d4f for snapshot=snapshot_backup_system
2024-11-13T20:49:14,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741886_1062 (size=173)
2024-11-13T20:49:14,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:49:14,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40
2024-11-13T20:49:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=40
2024-11-13T20:49:14,981 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:14,981 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:14,985 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-11-13T20:49:14,985 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:14,985 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75 in 1.4320 sec
2024-11-13T20:49:14,986 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:14,987 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:14,987 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-13T20:49:14,988 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-13T20:49:14,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741887_1063 (size=810)
2024-11-13T20:49:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-13T20:49:15,400 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:15,410 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:15,410 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_backup_system
2024-11-13T20:49:15,412 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:15,412 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-11-13T20:49:15,413 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2880 sec
2024-11-13T20:49:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-13T20:49:17,292 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-13T20:49:17,292 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731530952985 started at 1731530957292.
2024-11-13T20:49:17,294 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731530952985 has been started.
2024-11-13T20:49:17,301 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731530929504, ns2:test-17315309295041]
2024-11-13T20:49:17,305 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731530930861for backupID backup_1731530952985
2024-11-13T20:49:17,306 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-11-13T20:49:17,306 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-13T20:49:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-13T20:49:17,307 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-13T20:49:17,307 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-13T20:49:17,307 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-13T20:49:17,307 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-13T20:49:17,308 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,308 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:17,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-13T20:49:17,310 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,310 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-13T20:49:17,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:49:17,311 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,311 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-13T20:49:17,311 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:17,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,312 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-13T20:49:17,312 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:17,312 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-13T20:49:17,313 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-13T20:49:17,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-13T20:49:17,313 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-13T20:49:17,313 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-13T20:49:17,313 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-13T20:49:17,313 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-13T20:49:17,313 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '04ac815325d6,41521,1731530919836' joining acquired barrier for procedure (rolllog) in zk
2024-11-13T20:49:17,315 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:17,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:17,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:17,316 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-13T20:49:17,316 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-13T20:49:17,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:17,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:17,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:17,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:17,319 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '04ac815325d6,41521,1731530919836' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-13T20:49:17,319 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1a30c26a[Count = 0] remaining members to acquire global barrier
2024-11-13T20:49:17,319 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-13T20:49:17,319 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:17,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:17,321 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:17,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:17,321 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-13T20:49:17,321 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,321 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-13T20:49:17,322 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-13T20:49:17,322 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,322 INFO  [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731530942857 highest: 1731530942857 on 04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,322 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1:(num 1731530942831) roll requested
2024-11-13T20:49:17,344 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530957322, exclude list is [], retry=0
2024-11-13T20:49:17,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:17,351 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530957322
2024-11-13T20:49:17,351 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:17,351 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831 is not closed yet, will try archiving it next time
2024-11-13T20:49:17,351 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0:(num 1731530942857) roll requested
2024-11-13T20:49:17,351 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530930861 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530930861
2024-11-13T20:49:17,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741857_1033 (size=30490)
2024-11-13T20:49:17,353 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831 not finished, retry = 0
2024-11-13T20:49:17,366 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530957352, exclude list is [], retry=0
2024-11-13T20:49:17,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:17,371 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530957352
2024-11-13T20:49:17,371 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:17,371 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857 is not closed yet, will try archiving it next time
2024-11-13T20:49:17,371 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.meta:.meta(num 1731530942888) roll requested
2024-11-13T20:49:17,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741858_1034 (size=1198)
2024-11-13T20:49:17,372 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857 not finished, retry = 0
2024-11-13T20:49:17,385 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530957371.meta, exclude list is [], retry=0
2024-11-13T20:49:17,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:17,389 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530957371.meta
2024-11-13T20:49:17,389 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:17,389 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta is not closed yet, will try archiving it next time
2024-11-13T20:49:17,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741859_1035 (size=93)
2024-11-13T20:49:17,391 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta not finished, retry = 0
2024-11-13T20:49:17,402 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-11-13T20:49:17,402 INFO  [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731530957352 on 04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:17,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:17,421 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-13T20:49:17,421 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '04ac815325d6,41521,1731530919836' in zk
2024-11-13T20:49:17,424 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-13T20:49:17,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,424 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-13T20:49:17,425 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-13T20:49:17,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:17,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:17,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:17,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:17,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:17,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:17,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:17,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,429 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '04ac815325d6,41521,1731530919836': 
2024-11-13T20:49:17,430 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-13T20:49:17,430 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '04ac815325d6,41521,1731530919836' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-13T20:49:17,430 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-13T20:49:17,430 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-13T20:49:17,430 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-13T20:49:17,430 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-13T20:49:17,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-13T20:49:17,440 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:17,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:17,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:17,441 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-13T20:49:17,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:49:17,441 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:17,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:17,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:17,443 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:17,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:17,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-13T20:49:17,446 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-13T20:49:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-13T20:49:17,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:49:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:17,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:17,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:17,447 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-13T20:49:17,447 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-13T20:49:17,447 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-13T20:49:17,447 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-13T20:49:17,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:49:17,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error)
2024-11-13T20:49:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-13T20:49:17,454 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {04ac815325d6:41521=1731530930861}
 newestTimestamps: {04ac815325d6:41521=1731530942857}
2024-11-13T20:49:17,457 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 04ac815325d6%2C41521%2C1731530919836.meta.1731530923260.meta
2024-11-13T20:49:17,457 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta
2024-11-13T20:49:17,457 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 04ac815325d6%2C41521%2C1731530919836.meta.1731530957371.meta
2024-11-13T20:49:17,457 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857
2024-11-13T20:49:17,457 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530957352
2024-11-13T20:49:17,457 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831
2024-11-13T20:49:17,457 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530957322
2024-11-13T20:49:17,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741891_1067 (size=908)
2024-11-13T20:49:17,492 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta
2024-11-13T20:49:17,871 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731530929504 target: hdfs://localhost:37409/backupUT/backup_1731530952985/default/test-1731530929504 descriptor: 'test-1731530929504', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:17,871 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-13T20:49:17,875 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731530929504
2024-11-13T20:49:17,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741892_1068 (size=53)
2024-11-13T20:49:18,283 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731530929504
2024-11-13T20:49:18,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741893_1069 (size=364)
2024-11-13T20:49:18,297 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17315309295041 target: hdfs://localhost:37409/backupUT/backup_1731530952985/ns2/test-17315309295041 descriptor: 'ns2:test-17315309295041', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:18,297 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-13T20:49:18,300 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17315309295041
2024-11-13T20:49:18,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741894_1070 (size=50)
2024-11-13T20:49:18,711 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17315309295041
2024-11-13T20:49:18,722 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37409/backupUT/.tmp/backup_1731530952985 from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857;hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831
2024-11-13T20:49:18,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234b2dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:18,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:18,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:18,726 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:18,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:18,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:18,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc32059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:18,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:18,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:18,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:18,728 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:18,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d306f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:18,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:49:18,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:49:18,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3672fc01
2024-11-13T20:49:18,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:49:18,731 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:49:18,739 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-13T20:49:18,739 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731530929504
2024-11-13T20:49:18,739 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731530929504,, stopping at row=test-1731530929504 ,, for max=2147483647 with caching=100
2024-11-13T20:49:18,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:18,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:18,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:18,743 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:18,745 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731530929504: test-1731530929504;
2024-11-13T20:49:18,746 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17315309295041
2024-11-13T20:49:18,746 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17315309295041,, stopping at row=ns2:test-17315309295041 ,, for max=2147483647 with caching=100
2024-11-13T20:49:18,749 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17315309295041: ns2:test-17315309295041;
2024-11-13T20:49:18,749 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-13T20:49:18,749 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/partitions_f4f640a6-f2e7-4895-8d53-dd0d664d3978
2024-11-13T20:49:18,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741895_1071 (size=192)
2024-11-13T20:49:19,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,179 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,179 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,179 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,179 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:19,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:19,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:19,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:19,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:19,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:19,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:19,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:19,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:19,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:19,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:19,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:19,187 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731530929504,ns2:test-17315309295041
2024-11-13T20:49:19,187 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:49:19,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:49:19,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:19,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:19,188 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:19,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:19,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:19,205 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:19,231 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857 for WAL files
2024-11-13T20:49:19,233 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857
2024-11-13T20:49:19,233 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831 for WAL files
2024-11-13T20:49:19,234 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831
2024-11-13T20:49:19,374 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local2034359814_0003_2970ed0d-375f-410f-aa20-82b55b6d079f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:19,374 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local2034359814_0003_2970ed0d-375f-410f-aa20-82b55b6d079f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:19,486 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831 for hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831 (-9223372036854775808:9223372036854775807) length:30490
2024-11-13T20:49:19,510 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-13T20:49:19,511 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-13T20:49:19,572 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857 for hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857 (-9223372036854775808:9223372036854775807) length:1198
2024-11-13T20:49:19,580 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-13T20:49:19,581 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-13T20:49:19,699 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fa9211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:19,699 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:19,699 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:19,700 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:19,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:19,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:19,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3048874d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:19,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:19,704 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7328664b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:19,706 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:19,709 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:19,709 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:19,711 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:19,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17315309295041', row='row-t20', locateType=CURRENT is [region=ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:49:19,714 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-13T20:49:19,714 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:49:19,714 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:19,714 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:19,715 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-11-13T20:49:19,715 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:49:19,715 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:19,724 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/backupUT/.tmp/backup_1731530952985/_temporary/0/_temporary/attempt_local2034359814_0003_r_000000_0/ns2/test-17315309295041/f/355b6fb8ca33494fb3215d922769b088 is 38, key is row-t20/f:q1/1731530951587/Put/seqid=0
2024-11-13T20:49:19,730 WARN  [Thread-954 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:49:19,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741896_1072 (size=5275)
2024-11-13T20:49:20,193 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe166fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:20,194 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:20,194 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:20,195 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:20,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:20,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:20,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b512a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:20,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:20,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:20,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:20,198 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:20,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b97395a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:20,199 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:20,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:20,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:20,202 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:20,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731530929504', row='row-test-1731530929504-1-0', locateType=CURRENT is [region=test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., hostname=04ac815325d6,41521,1731530919836, seqNum=107]
2024-11-13T20:49:20,205 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-13T20:49:20,205 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:49:20,205 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:20,205 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:20,205 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731530929504-1-0]
2024-11-13T20:49:20,205 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:49:20,205 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:20,228 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ca09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:20,228 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:20,228 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:20,229 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:20,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:20,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:20,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463dd7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:20,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:20,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:20,232 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:20,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712266dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:20,233 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:20,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:20,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:20,236 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:20,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731530929504', row='row-test-1731530929504-3-0', locateType=CURRENT is [region=test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., hostname=04ac815325d6,41521,1731530919836, seqNum=107]
2024-11-13T20:49:20,239 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-13T20:49:20,239 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:49:20,239 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:20,239 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:20,239 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731530929504-3-0]
2024-11-13T20:49:20,239 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:49:20,240 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:20,253 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/backupUT/.tmp/backup_1731530952985/_temporary/0/_temporary/attempt_local2034359814_0003_r_000001_0/default/test-1731530929504/f/51df578164a5442ab305fd43cfe1fe19 is 59, key is row-test-1731530929504-1-10/f:q1/1731530951028/Put/seqid=0
2024-11-13T20:49:20,255 WARN  [Thread-966 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:49:20,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741897_1073 (size=10770)
2024-11-13T20:49:20,272 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/backupUT/.tmp/backup_1731530952985/_temporary/0/_temporary/attempt_local2034359814_0003_r_000001_0/default/test-1731530929504/mob/40a27fd962994302b2190d57c3d67bdf is 63, key is row-test-1731530929504-3-100/mob:q1/1731530951548/Put/seqid=0
2024-11-13T20:49:20,276 WARN  [Thread-968 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:49:20,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741898_1074 (size=11811)
2024-11-13T20:49:21,422 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37409/backupUT
2024-11-13T20:49:21,422 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731530952985
2024-11-13T20:49:21,422 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-11-13T20:49:21,442 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37409/backupUT/.tmp/backup_1731530952985, hdfs://localhost:37409/backupUT]
2024-11-13T20:49:21,523 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:21,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741899_1075 (size=5275)
2024-11-13T20:49:22,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741900_1076 (size=10770)
2024-11-13T20:49:22,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741901_1077 (size=11811)
2024-11-13T20:49:23,223 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-11-13T20:49:23,227 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731530952985
2024-11-13T20:49:23,227 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied."
2024-11-13T20:49:23,228 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local461572679_0004 completed: true true
2024-11-13T20:49:23,229 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=3823566
		FILE: Number of bytes written=6199998
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=230517
		HDFS: Number of bytes written=2432193
		HDFS: Number of read operations=640
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=247
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=12
		Map output records=0
		Input split bytes=341
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=3004
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=27856
		Bytes Copied=27856
		Bytes Expected=27856
		Files Copied=4
		DIR_COPY=8
2024-11-13T20:49:23,229 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37409/backupUT/.tmp/backup_1731530952985 to hdfs://localhost:37409/backupUT finished.
2024-11-13T20:49:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731530929504:', locateType=CURRENT is [region=backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:49:23,248 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731530952985
2024-11-13T20:49:23,251 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731530937029}
2024-11-13T20:49:23,251 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-13T20:49:23,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741902_1078 (size=384)
2024-11-13T20:49:23,659 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37409/backupUT/backup_1731530952985/.backup.manifest
2024-11-13T20:49:23,659 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731530952985 finished: type=INCREMENTAL,tablelist=test-1731530929504;ns2:test-17315309295041,targetRootDir=hdfs://localhost:37409/backupUT,startts=1731530957292,completets=1731530963247,bytescopied=0
2024-11-13T20:49:23,660 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-13T20:49:23,667 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-13T20:49:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-13T20:49:23,671 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-13T20:49:23,674 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-13T20:49:23,684 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731530952985 completed.
2024-11-13T20:49:23,685 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-11-13T20:49:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:23,708 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37409/backupUT/backup_1731530952985/.backup.manifest
2024-11-13T20:49:23,710 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731530952985/.backup.manifest
2024-11-13T20:49:23,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731530929504 from 'test-1731530929504', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731530929504', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731530929504
2024-11-13T20:49:23,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741903_1079 (size=908)
2024-11-13T20:49:24,131 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/.tabledesc/.tableinfo.0000000002.908
2024-11-13T20:49:24,131 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/.tabledesc/.tableinfo.0000000003.908
2024-11-13T20:49:24,134 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731530929504}]
2024-11-13T20:49:24,137 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE}]
2024-11-13T20:49:24,138 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE
2024-11-13T20:49:24,139 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=CLOSING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:49:24,139 DEBUG [master/04ac815325d6:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=43, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731530929504
2024-11-13T20:49:24,140 DEBUG [master/04ac815325d6:0.Chore.1 {}] procedure.MasterProcedureScheduler(153): There is already a procedure running for table test-1731530929504, added pid=43, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731530929504 to waiting queue
2024-11-13T20:49:24,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE because future has completed
2024-11-13T20:49:24,142 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T20:49:24,142 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:49:24,295 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,295 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T20:49:24,295 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 7b2213879d5b2c3c279cad5bc4d06abf, disabling compactions & flushes
2024-11-13T20:49:24,295 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:24,296 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:24,296 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. after waiting 0 ms
2024-11-13T20:49:24,296 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:24,302 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106
2024-11-13T20:49:24,303 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:49:24,303 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:24,303 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 7b2213879d5b2c3c279cad5bc4d06abf:
Waiting for close lock at 1731530964295Running coprocessor pre-close hooks at 1731530964295Disabling compacts and flushes for region at 1731530964295Disabling writes for close at 1731530964296 (+1 ms)Writing region close event to WAL at 1731530964298 (+2 ms)Running coprocessor post-close hooks at 1731530964303 (+5 ms)Closed at 1731530964303
2024-11-13T20:49:24,303 WARN  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 7b2213879d5b2c3c279cad5bc4d06abf to self.
2024-11-13T20:49:24,305 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,306 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=CLOSED
2024-11-13T20:49:24,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:49:24,311 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-13T20:49:24,311 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 in 167 msec
2024-11-13T20:49:24,312 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE; state=CLOSED, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=true
2024-11-13T20:49:24,462 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:49:24,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE because future has completed
2024-11-13T20:49:24,466 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:49:24,624 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:24,624 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b2213879d5b2c3c279cad5bc4d06abf, NAME => 'test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:49:24,624 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:49:24,625 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731530929504 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,625 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:49:24,625 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,625 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,627 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b2213879d5b2c3c279cad5bc4d06abf 
2024-11-13T20:49:24,628 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2213879d5b2c3c279cad5bc4d06abf columnFamilyName f
2024-11-13T20:49:24,629 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:24,639 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd
2024-11-13T20:49:24,648 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c
2024-11-13T20:49:24,648 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(327): Store=7b2213879d5b2c3c279cad5bc4d06abf/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:49:24,648 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 7b2213879d5b2c3c279cad5bc4d06abf 
2024-11-13T20:49:24,650 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2213879d5b2c3c279cad5bc4d06abf columnFamilyName f2
2024-11-13T20:49:24,650 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:24,652 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(327): Store=7b2213879d5b2c3c279cad5bc4d06abf/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:49:24,653 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7b2213879d5b2c3c279cad5bc4d06abf 
2024-11-13T20:49:24,654 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2213879d5b2c3c279cad5bc4d06abf columnFamilyName mob
2024-11-13T20:49:24,655 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:24,664 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7
2024-11-13T20:49:24,671 DEBUG [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97
2024-11-13T20:49:24,671 INFO  [StoreOpener-7b2213879d5b2c3c279cad5bc4d06abf-1 {}] regionserver.HStore(327): Store=7b2213879d5b2c3c279cad5bc4d06abf/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:49:24,672 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,673 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,674 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,676 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,676 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,677 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731530929504 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-13T20:49:24,679 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,680 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 7b2213879d5b2c3c279cad5bc4d06abf; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9470342400, jitterRate=-0.11800563335418701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-13T20:49:24,680 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:24,684 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 7b2213879d5b2c3c279cad5bc4d06abf:
Running coprocessor pre-open hook at 1731530964625Writing region info on filesystem at 1731530964625Initializing all the Stores at 1731530964626 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530964627 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530964627Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530964627Cleaning up temporary data from old regions at 1731530964676 (+49 ms)Running coprocessor post-open hooks at 1731530964680 (+4 ms)Region opened successfully at 1731530964684 (+4 ms)
2024-11-13T20:49:24,685 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., pid=46, masterSystemTime=1731530964618
2024-11-13T20:49:24,694 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b2213879d5b2c3c279cad5bc4d06abf, regionState=OPEN, openSeqNum=338, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:49:24,695 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:24,696 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:24,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:49:24,703 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44
2024-11-13T20:49:24,703 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf, server=04ac815325d6,41521,1731530919836 in 235 msec
2024-11-13T20:49:24,706 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42
2024-11-13T20:49:24,706 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731530929504, region=7b2213879d5b2c3c279cad5bc4d06abf, REOPEN/MOVE in 567 msec
2024-11-13T20:49:24,710 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41
2024-11-13T20:49:24,710 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731530929504 in 573 msec
2024-11-13T20:49:24,714 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731530929504
2024-11-13T20:49:24,722 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea
2024-11-13T20:49:24,727 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731530929504 in 1.0110 sec
2024-11-13T20:49:24,727 DEBUG [PEWorker-3 {}] procedure.MasterProcedureScheduler(373): pid=41, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731530929504 completed, enqueue a new procedure pid=43, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731530929504
2024-11-13T20:49:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41
2024-11-13T20:49:24,729 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731530929504 completed
2024-11-13T20:49:24,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741904_1080 (size=950)
2024-11-13T20:49:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,779 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-13T20:49:24,785 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731530964730
2024-11-13T20:49:24,788 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731530952985}
2024-11-13T20:49:24,788 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731530937029}
2024-11-13T20:49:24,788 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup.
2024-11-13T20:49:24,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,849 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : 
Mismatch in column family descriptor for table: test-1731530929504
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: 
Mismatch in column family descriptor for table: test-1731530929504
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
	at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?]
	at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T20:49:24,853 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731530964730,startts=0,failedts=1731530964850,failedphase=REQUEST,failedmessage=
Mismatch in column family descriptor for table: test-1731530929504
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru
2024-11-13T20:49:24,853 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-11-13T20:49:24,855 WARN  [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists.
2024-11-13T20:49:24,855 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-13T20:49:24,857 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists
2024-11-13T20:49:24,857 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST
2024-11-13T20:49:24,859 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-13T20:49:24,862 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731530964730 failed.
2024-11-13T20:49:24,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:24,883 INFO  [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731530929504, ns2:test-17315309295041, ns3:test-17315309295042, ns4:test-17315309295043]
2024-11-13T20:49:24,883 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-13T20:49:24,889 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-13T20:49:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530964889 (current time:1731530964889).
2024-11-13T20:49:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-13T20:49:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e84169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:24,894 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:24,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:24,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:24,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551f997d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:24,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:24,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:24,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:24,896 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:24,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ef026d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:24,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:24,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:24,900 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:24,901 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:24,902 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-13T20:49:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-11-13T20:49:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-13T20:49:24,905 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:24,907 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:24,910 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:24,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741905_1081 (size=52)
2024-11-13T20:49:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-13T20:49:25,144 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/.tabledesc/.tableinfo.0000000003.908
2024-11-13T20:49:25,144 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/.tabledesc/.tableinfo.0000000004.950
2024-11-13T20:49:25,146 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731530929504 in 1.0100 sec
2024-11-13T20:49:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-13T20:49:25,318 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:25,318 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75}]
2024-11-13T20:49:25,320 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:25,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48
2024-11-13T20:49:25,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:49:25,473 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing f7db7831889a37a1f02b75f1c6ddac75 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB
2024-11-13T20:49:25,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/4ef69b8be8754a4193b0599749b87c8f is 158, key is trslm:hdfs://localhost:37409/backupUT\x00ns2:test-17315309295041/meta:log-roll-map/1731530963237/Put/seqid=0
2024-11-13T20:49:25,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741906_1082 (size=5745)
2024-11-13T20:49:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-13T20:49:25,884 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/4ef69b8be8754a4193b0599749b87c8f
2024-11-13T20:49:25,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/c6155b31fd764c69aa4efc4ba51fc20a is 1245, key is session:backup_1731530964730/session:context/1731530964858/Put/seqid=0
2024-11-13T20:49:25,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741907_1083 (size=6682)
2024-11-13T20:49:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-13T20:49:26,303 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/c6155b31fd764c69aa4efc4ba51fc20a
2024-11-13T20:49:26,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/4ef69b8be8754a4193b0599749b87c8f as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/4ef69b8be8754a4193b0599749b87c8f
2024-11-13T20:49:26,319 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/4ef69b8be8754a4193b0599749b87c8f, entries=4, sequenceid=31, filesize=5.6 K
2024-11-13T20:49:26,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/c6155b31fd764c69aa4efc4ba51fc20a as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/c6155b31fd764c69aa4efc4ba51fc20a
2024-11-13T20:49:26,328 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/c6155b31fd764c69aa4efc4ba51fc20a, entries=3, sequenceid=31, filesize=6.5 K
2024-11-13T20:49:26,329 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for f7db7831889a37a1f02b75f1c6ddac75 in 856ms, sequenceid=31, compaction requested=true
2024-11-13T20:49:26,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for f7db7831889a37a1f02b75f1c6ddac75:

2024-11-13T20:49:26,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75. for snapshot_backup_system completed.
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.' region-info for snapshot=snapshot_backup_system
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3c79b680f3a442de8aeada5565d75518, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/4ef69b8be8754a4193b0599749b87c8f] hfiles
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3c79b680f3a442de8aeada5565d75518 for snapshot=snapshot_backup_system
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/4ef69b8be8754a4193b0599749b87c8f for snapshot=snapshot_backup_system
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/2472685bcc4d46f3bc45c058b5106d4f, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/c6155b31fd764c69aa4efc4ba51fc20a] hfiles
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad for snapshot=snapshot_backup_system
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/2472685bcc4d46f3bc45c058b5106d4f for snapshot=snapshot_backup_system
2024-11-13T20:49:26,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/c6155b31fd764c69aa4efc4ba51fc20a for snapshot=snapshot_backup_system
2024-11-13T20:49:26,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741908_1084 (size=251)
2024-11-13T20:49:26,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:49:26,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-11-13T20:49:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=48
2024-11-13T20:49:26,338 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:26,338 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:26,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-11-13T20:49:26,342 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:26,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75 in 1.0210 sec
2024-11-13T20:49:26,343 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:26,343 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:26,343 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-13T20:49:26,345 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-13T20:49:26,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741909_1085 (size=888)
2024-11-13T20:49:26,357 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:26,366 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:26,367 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_backup_system
2024-11-13T20:49:26,368 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:26,368 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-11-13T20:49:26,370 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4670 sec
2024-11-13T20:49:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-13T20:49:27,052 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-13T20:49:27,052 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731530964863 started at 1731530967052.
2024-11-13T20:49:27,054 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731530964863 has been started.
2024-11-13T20:49:27,060 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-11-13T20:49:27,060 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-13T20:49:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-13T20:49:27,061 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-13T20:49:27,061 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-13T20:49:27,061 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-13T20:49:27,061 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-13T20:49:27,063 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,063 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:27,065 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-13T20:49:27,065 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-13T20:49:27,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:49:27,066 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,066 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-13T20:49:27,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:27,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-13T20:49:27,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:27,068 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-13T20:49:27,068 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-13T20:49:27,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-13T20:49:27,068 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-13T20:49:27,068 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-13T20:49:27,069 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-13T20:49:27,069 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-13T20:49:27,069 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '04ac815325d6,41521,1731530919836' joining acquired barrier for procedure (rolllog) in zk
2024-11-13T20:49:27,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,071 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:27,071 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,071 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:27,071 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:27,071 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-13T20:49:27,071 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-13T20:49:27,072 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:27,072 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:27,073 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:27,073 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:27,074 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '04ac815325d6,41521,1731530919836' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-13T20:49:27,074 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@631041bc[Count = 0] remaining members to acquire global barrier
2024-11-13T20:49:27,074 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-13T20:49:27,074 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:27,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:27,076 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:27,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:27,076 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-13T20:49:27,077 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,077 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-13T20:49:27,077 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-13T20:49:27,077 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,077 INFO  [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731530957352 highest: 1731530957352 on 04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,077 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1:(num 1731530957322) roll requested
2024-11-13T20:49:27,099 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077, exclude list is [], retry=0
2024-11-13T20:49:27,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:27,105 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530957322 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077
2024-11-13T20:49:27,105 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:27,105 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530957322 is not closed yet, will try archiving it next time
2024-11-13T20:49:27,106 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0:(num 1731530957352) roll requested
2024-11-13T20:49:27,106 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530942831
2024-11-13T20:49:27,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741888_1064 (size=4927)
2024-11-13T20:49:27,121 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106, exclude list is [], retry=0
2024-11-13T20:49:27,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:27,126 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530957352 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106
2024-11-13T20:49:27,126 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:27,126 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530957352 is not closed yet, will try archiving it next time
2024-11-13T20:49:27,126 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.meta:.meta(num 1731530957371) roll requested
2024-11-13T20:49:27,128 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530957352 not finished, retry = 0
2024-11-13T20:49:27,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741889_1065 (size=93)
2024-11-13T20:49:27,140 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530967126.meta, exclude list is [], retry=0
2024-11-13T20:49:27,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:27,145 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530957371.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530967126.meta
2024-11-13T20:49:27,145 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:27,145 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530957371.meta is not closed yet, will try archiving it next time
2024-11-13T20:49:27,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741890_1066 (size=1903)
2024-11-13T20:49:27,157 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-11-13T20:49:27,158 INFO  [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731530967106 on 04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:27,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:27,179 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-13T20:49:27,179 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '04ac815325d6,41521,1731530919836' in zk
2024-11-13T20:49:27,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,182 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-13T20:49:27,182 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-13T20:49:27,182 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-13T20:49:27,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:27,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:27,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:27,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:27,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:27,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:27,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:27,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '04ac815325d6,41521,1731530919836': 
2024-11-13T20:49:27,187 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-13T20:49:27,187 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '04ac815325d6,41521,1731530919836' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-13T20:49:27,187 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-13T20:49:27,187 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-13T20:49:27,187 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-13T20:49:27,187 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-13T20:49:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-13T20:49:27,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:27,190 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:27,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,191 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-13T20:49:27,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:49:27,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:27,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,192 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:27,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:27,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:27,195 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,195 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,195 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:27,196 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:27,196 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:27,199 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:27,199 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:27,199 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-13T20:49:27,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error)
2024-11-13T20:49:27,199 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-13T20:49:27,199 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-13T20:49:27,200 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-13T20:49:27,200 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:49:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-13T20:49:27,214 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-11-13T20:49:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530967214 (current time:1731530967214).
2024-11-13T20:49:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731530967214_backup_system_bulk VERSION not specified, setting to 2
2024-11-13T20:49:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcc3e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:27,217 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:27,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:27,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:27,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fd0232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:27,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:27,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:27,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:27,219 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c6b35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:27,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:27,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:27,222 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:27,224 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:27,224 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-11-13T20:49:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49
2024-11-13T20:49:27,228 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-11-13T20:49:27,229 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:27,229 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530957352 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530957352
2024-11-13T20:49:27,232 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:27,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741913_1089 (size=76)
2024-11-13T20:49:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-11-13T20:49:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-11-13T20:49:27,645 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:27,646 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74eaedb5f4c031362a584babfcc8586a}]
2024-11-13T20:49:27,647 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:49:27,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50
2024-11-13T20:49:27,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:49:27,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 74eaedb5f4c031362a584babfcc8586a:

2024-11-13T20:49:27,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a. for snapshot_1731530967214_backup_system_bulk completed.
2024-11-13T20:49:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.' region-info for snapshot=snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-13T20:49:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-13T20:49:27,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741914_1090 (size=61)
2024-11-13T20:49:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-11-13T20:49:28,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:49:28,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50
2024-11-13T20:49:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=50
2024-11-13T20:49:28,208 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731530967214_backup_system_bulk on region 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:49:28,209 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:49:28,212 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49
2024-11-13T20:49:28,212 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74eaedb5f4c031362a584babfcc8586a in 565 msec
2024-11-13T20:49:28,212 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:28,213 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:28,214 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:28,214 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:28,215 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:28,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741915_1091 (size=702)
2024-11-13T20:49:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-11-13T20:49:28,630 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:28,635 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:28,636 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530967214_backup_system_bulk to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:28,637 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:28,638 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49
2024-11-13T20:49:28,640 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731530967214_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4130 sec
2024-11-13T20:49:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-11-13T20:49:29,371 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed
2024-11-13T20:49:29,372 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 }
2024-11-13T20:49:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530969372 (current time:1731530969372).
2024-11-13T20:49:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731530969371_default_test-1731530929504 VERSION not specified, setting to 2
2024-11-13T20:49:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e3b808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:29,374 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4b907c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:29,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:29,376 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:29,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b879a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:29,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:29,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:29,380 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:29,381 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:29,381 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 }
2024-11-13T20:49:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 }, snapshot procedure id = 51
2024-11-13T20:49:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-13T20:49:29,384 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:29,386 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:29,388 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:29,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741916_1092 (size=84)
2024-11-13T20:49:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-13T20:49:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-13T20:49:29,795 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:29,796 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf}]
2024-11-13T20:49:29,797 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:29,828 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-13T20:49:29,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 7b2213879d5b2c3c279cad5bc4d06abf:

2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. for snapshot_1731530969371_default_test-1731530929504 completed.
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.' region-info for snapshot=snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd] hfiles
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c for snapshot=snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd for snapshot=snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-13T20:49:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7] hfiles
2024-11-13T20:49:29,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97 for snapshot=snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:29,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7 for snapshot=snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:29,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741917_1093 (size=224)
2024-11-13T20:49:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-13T20:49:30,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:49:30,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-11-13T20:49:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=52
2024-11-13T20:49:30,357 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731530969371_default_test-1731530929504 on region 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:30,358 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:30,360 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51
2024-11-13T20:49:30,360 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b2213879d5b2c3c279cad5bc4d06abf in 563 msec
2024-11-13T20:49:30,360 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:30,361 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:30,362 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-13T20:49:30,362 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-13T20:49:30,363 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:30,363 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-11-13T20:49:30,363 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:30,364 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2
2024-11-13T20:49:30,364 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:30,365 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b/mob/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf] hfiles
2024-11-13T20:49:30,365 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b/mob/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:30,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741918_1094 (size=168)
2024-11-13T20:49:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-13T20:49:30,772 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:30,772 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:30,773 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:30,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741919_1095 (size=1347)
2024-11-13T20:49:31,199 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:31,232 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:31,240 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530969371_default_test-1731530929504 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:31,246 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:31,246 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 }, snapshot procedure id = 51
2024-11-13T20:49:31,248 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731530969371_default_test-1731530929504 table=test-1731530929504 type=FLUSH ttl=0 } in 1.8640 sec
2024-11-13T20:49:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-11-13T20:49:31,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731530929504 completed
2024-11-13T20:49:31,542 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 }
2024-11-13T20:49:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530971542 (current time:1731530971542).
2024-11-13T20:49:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731530971541_ns4_test-17315309295043 VERSION not specified, setting to 2
2024-11-13T20:49:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280afb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:31,544 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:31,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:31,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:31,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416146c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:31,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:31,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:31,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:31,546 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:31,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c6f1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:31,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:31,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:31,549 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:31,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:31,550 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 }
2024-11-13T20:49:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-11-13T20:49:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-13T20:49:31,553 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:31,554 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:31,556 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:31,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741920_1096 (size=86)
2024-11-13T20:49:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-13T20:49:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-13T20:49:31,963 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:31,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfd68e2a585ac67c67dbca400e888f11}]
2024-11-13T20:49:31,965 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:49:32,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54
2024-11-13T20:49:32,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:49:32,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for cfd68e2a585ac67c67dbca400e888f11:

2024-11-13T20:49:32,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11. for snapshot_1731530971541_ns4_test-17315309295043 completed.
2024-11-13T20:49:32,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.' region-info for snapshot=snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:32,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:32,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-13T20:49:32,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741921_1097 (size=52)
2024-11-13T20:49:32,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:49:32,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-11-13T20:49:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=54
2024-11-13T20:49:32,140 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731530971541_ns4_test-17315309295043 on region cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:49:32,140 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:49:32,147 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53
2024-11-13T20:49:32,147 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cfd68e2a585ac67c67dbca400e888f11 in 181 msec
2024-11-13T20:49:32,147 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:32,148 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:32,149 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:32,149 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:32,150 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:32,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741922_1098 (size=443)
2024-11-13T20:49:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-13T20:49:32,570 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:32,575 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:32,576 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530971541_ns4_test-17315309295043 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:32,578 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:32,578 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-11-13T20:49:32,580 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731530971541_ns4_test-17315309295043 table=ns4:test-17315309295043 type=FLUSH ttl=0 } in 1.0270 sec
2024-11-13T20:49:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-13T20:49:32,691 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17315309295043 completed
2024-11-13T20:49:32,691 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 }
2024-11-13T20:49:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530972691 (current time:1731530972691).
2024-11-13T20:49:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731530972691_ns2_test-17315309295041 VERSION not specified, setting to 2
2024-11-13T20:49:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a391d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:32,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:32,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13420f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:32,695 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:32,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58156e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:32,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:32,699 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:32,700 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:32,700 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 }
2024-11-13T20:49:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 }, snapshot procedure id = 55
2024-11-13T20:49:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T20:49:32,703 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:32,703 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:32,706 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:32,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741923_1099 (size=86)
2024-11-13T20:49:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T20:49:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T20:49:33,113 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:33,113 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5}]
2024-11-13T20:49:33,114 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:49:33,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56
2024-11-13T20:49:33,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:49:33,267 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2902): Flushing cfcdd73b9cceb6b5853d0b990fcc65e5 1/1 column families, dataSize=170 B heapSize=816 B
2024-11-13T20:49:33,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/.tmp/f/9450ea92266743b4869f83d79f67cb64 is 38, key is row-t20/f:q1/1731530951587/Put/seqid=0
2024-11-13T20:49:33,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741924_1100 (size=5134)
2024-11-13T20:49:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T20:49:33,563 INFO  [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-13T20:49:33,563 INFO  [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-13T20:49:33,682 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/.tmp/f/9450ea92266743b4869f83d79f67cb64
2024-11-13T20:49:33,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/.tmp/f/9450ea92266743b4869f83d79f67cb64 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/9450ea92266743b4869f83d79f67cb64
2024-11-13T20:49:33,697 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/9450ea92266743b4869f83d79f67cb64, entries=5, sequenceid=111, filesize=5.0 K
2024-11-13T20:49:33,698 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for cfcdd73b9cceb6b5853d0b990fcc65e5 in 431ms, sequenceid=111, compaction requested=false
2024-11-13T20:49:33,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for cfcdd73b9cceb6b5853d0b990fcc65e5:

2024-11-13T20:49:33,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5. for snapshot_1731530972691_ns2_test-17315309295041 completed.
2024-11-13T20:49:33,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.' region-info for snapshot=snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:33,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:33,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/9450ea92266743b4869f83d79f67cb64] hfiles
2024-11-13T20:49:33,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99 for snapshot=snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:33,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/9450ea92266743b4869f83d79f67cb64 for snapshot=snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:33,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741925_1101 (size=130)
2024-11-13T20:49:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T20:49:34,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:49:34,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56
2024-11-13T20:49:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=56
2024-11-13T20:49:34,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731530972691_ns2_test-17315309295041 on region cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:49:34,116 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:49:34,119 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55
2024-11-13T20:49:34,119 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:34,119 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cfcdd73b9cceb6b5853d0b990fcc65e5 in 1.0040 sec
2024-11-13T20:49:34,120 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:34,120 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:34,120 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:34,121 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:34,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741926_1102 (size=496)
2024-11-13T20:49:34,536 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:34,544 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:34,545 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530972691_ns2_test-17315309295041 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:34,546 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:34,546 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 }, snapshot procedure id = 55
2024-11-13T20:49:34,548 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731530972691_ns2_test-17315309295041 table=ns2:test-17315309295041 type=FLUSH ttl=0 } in 1.8450 sec
2024-11-13T20:49:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T20:49:34,851 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17315309295041 completed
2024-11-13T20:49:34,852 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 }
2024-11-13T20:49:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530974852 (current time:1731530974852).
2024-11-13T20:49:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731530974852_ns3_test-17315309295042 VERSION not specified, setting to 2
2024-11-13T20:49:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7383dc0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:34,854 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:34,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:34,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:34,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5263bc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:34,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:34,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:34,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:34,856 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:34,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49096cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:34,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:34,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:34,859 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:34,860 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:34,860 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 }
2024-11-13T20:49:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 }, snapshot procedure id = 57
2024-11-13T20:49:34,863 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-13T20:49:34,863 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:34,866 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:34,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741927_1103 (size=86)
2024-11-13T20:49:34,873 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:34,873 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a36980ae4db2ee3bb8d032b9b33dab1d}]
2024-11-13T20:49:34,874 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:49:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-13T20:49:35,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58
2024-11-13T20:49:35,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:49:35,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for a36980ae4db2ee3bb8d032b9b33dab1d:

2024-11-13T20:49:35,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d. for snapshot_1731530974852_ns3_test-17315309295042 completed.
2024-11-13T20:49:35,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.' region-info for snapshot=snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:35,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:35,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-13T20:49:35,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741928_1104 (size=52)
2024-11-13T20:49:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-13T20:49:35,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:49:35,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58
2024-11-13T20:49:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=58
2024-11-13T20:49:35,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731530974852_ns3_test-17315309295042 on region a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:49:35,436 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:49:35,440 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-11-13T20:49:35,440 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a36980ae4db2ee3bb8d032b9b33dab1d in 564 msec
2024-11-13T20:49:35,440 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:35,441 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:35,442 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:35,442 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:35,443 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:35,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741929_1105 (size=443)
2024-11-13T20:49:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-13T20:49:35,859 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:35,865 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:35,865 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_1731530974852_ns3_test-17315309295042 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:35,867 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:35,867 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 }, snapshot procedure id = 57
2024-11-13T20:49:35,868 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731530974852_ns3_test-17315309295042 table=ns3:test-17315309295042 type=FLUSH ttl=0 } in 1.0060 sec
2024-11-13T20:49:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-13T20:49:36,001 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17315309295042 completed
2024-11-13T20:49:36,002 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731530964863
2024-11-13T20:49:36,002 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-11-13T20:49:36,002 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied.
2024-11-13T20:49:36,002 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731530964863_backup:system_bulk
2024-11-13T20:49:36,002 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731530967214_backup_system_bulk to hdfs://localhost:37409/backupUT/backup_1731530964863/backup/system_bulk/
2024-11-13T20:49:36,002 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-13T20:49:36,046 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37409, inputRoot=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:49:36,046 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1405949423_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37409/backupUT/backup_1731530964863/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37409/backupUT/backup_1731530964863/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:36,049 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-13T20:49:36,055 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530967214_backup_system_bulk to hdfs://localhost:37409/backupUT/backup_1731530964863/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:36,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741930_1106 (size=76)
2024-11-13T20:49:36,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741931_1107 (size=702)
2024-11-13T20:49:36,429 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T20:49:36,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:36,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:36,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:36,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:36,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:36,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:36,476 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:36,476 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:36,476 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:36,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:36,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:36,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:36,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:36,478 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:36,478 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:36,478 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:36,479 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:36,479 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:36,479 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:36,543 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:36,582 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731530967214_backup_system_bulk' hfile list
2024-11-13T20:49:36,686 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local140050757_0005_dcb9d366-2e7e-4a53-949c-4228ba896dea/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:36,686 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local140050757_0005_dcb9d366-2e7e-4a53-949c-4228ba896dea/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:37,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cfcdd73b9cceb6b5853d0b990fcc65e5, had cached 0 bytes from a total of 13547
2024-11-13T20:49:37,728 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-13T20:49:37,730 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-13T20:49:37,738 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:37,738 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731530967214_backup_system_bulk finished.
2024-11-13T20:49:37,738 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731530964863_test-1731530929504
2024-11-13T20:49:37,738 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731530969371_default_test-1731530929504 to hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/
2024-11-13T20:49:37,738 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-13T20:49:37,777 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37409, inputRoot=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:49:37,778 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1405949423_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/.hbase-snapshot/.tmp/snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:37,780 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-13T20:49:37,789 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530969371_default_test-1731530929504 to hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/.hbase-snapshot/.tmp/snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:37,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741932_1108 (size=84)
2024-11-13T20:49:37,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741933_1109 (size=1347)
2024-11-13T20:49:38,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:38,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:38,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:38,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:38,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:38,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:38,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:38,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:38,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:38,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:38,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:38,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:38,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:38,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:38,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:38,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:38,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:38,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:38,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:38,262 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:38,294 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731530969371_default_test-1731530929504' hfile list
2024-11-13T20:49:38,296 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K
2024-11-13T20:49:38,425 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local801851380_0006_9c9eee58-817e-4874-badc-f5f2e8fb70b4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:38,425 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local801851380_0006_9c9eee58-817e-4874-badc-f5f2e8fb70b4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:38,536 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M
2024-11-13T20:49:38,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741934_1110 (size=13760)
2024-11-13T20:49:38,598 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7 output=hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7
2024-11-13T20:49:38,598 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.243M/sec
2024-11-13T20:49:38,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741935_1111 (size=10796)
2024-11-13T20:49:39,051 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd output=hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd
2024-11-13T20:49:39,051 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec
2024-11-13T20:49:39,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741936_1112 (size=8413)
2024-11-13T20:49:39,494 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c output=hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c
2024-11-13T20:49:39,495 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-11-13T20:49:39,524 WARN  [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b/mob/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf to hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b/mob/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf" truncated to max limit (512 characters)
2024-11-13T20:49:39,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741937_1113 (size=5591)
2024-11-13T20:49:39,934 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b/mob/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf output=hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b/mob/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:39,934 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.012M/sec
2024-11-13T20:49:39,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741938_1114 (size=5484)
2024-11-13T20:49:39,982 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97 output=hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97
2024-11-13T20:49:39,982 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.119M/sec
2024-11-13T20:49:40,481 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-13T20:49:40,483 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-13T20:49:40,491 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:40,492 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731530969371_default_test-1731530929504 finished.
2024-11-13T20:49:40,492 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731530964863_ns4:test-17315309295043
2024-11-13T20:49:40,492 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731530971541_ns4_test-17315309295043 to hdfs://localhost:37409/backupUT/backup_1731530964863/ns4/test-17315309295043/
2024-11-13T20:49:40,492 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-13T20:49:40,522 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37409, inputRoot=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:49:40,522 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1405949423_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37409/backupUT/backup_1731530964863/ns4/test-17315309295043, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37409/backupUT/backup_1731530964863/ns4/test-17315309295043/.hbase-snapshot/.tmp/snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:40,524 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-13T20:49:40,529 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530971541_ns4_test-17315309295043 to hdfs://localhost:37409/backupUT/backup_1731530964863/ns4/test-17315309295043/.hbase-snapshot/.tmp/snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:40,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741939_1115 (size=443)
2024-11-13T20:49:40,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741940_1116 (size=86)
2024-11-13T20:49:40,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:40,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:40,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:40,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:40,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:40,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:40,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:40,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:40,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:40,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:40,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:40,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:40,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:40,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:40,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:40,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:40,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:40,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:40,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:41,000 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:41,030 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731530971541_ns4_test-17315309295043' hfile list
2024-11-13T20:49:41,128 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1956097608_0007_dfdb065d-a911-4297-aba6-2404327e274a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:41,128 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1956097608_0007_dfdb065d-a911-4297-aba6-2404327e274a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:42,176 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-13T20:49:42,177 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-13T20:49:42,183 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:42,183 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731530971541_ns4_test-17315309295043 finished.
2024-11-13T20:49:42,183 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731530964863_ns2:test-17315309295041
2024-11-13T20:49:42,183 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731530972691_ns2_test-17315309295041 to hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/
2024-11-13T20:49:42,183 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-13T20:49:42,215 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37409, inputRoot=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:49:42,215 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1405949423_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/.hbase-snapshot/.tmp/snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:42,217 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-13T20:49:42,222 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530972691_ns2_test-17315309295041 to hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/.hbase-snapshot/.tmp/snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:42,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741941_1117 (size=86)
2024-11-13T20:49:42,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741942_1118 (size=496)
2024-11-13T20:49:42,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:42,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:42,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:42,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:42,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:42,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:42,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:42,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:42,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:42,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:42,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:42,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:42,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:42,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:42,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:42,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:42,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:42,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:42,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:42,692 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:42,719 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731530972691_ns2_test-17315309295041' hfile list
2024-11-13T20:49:42,721 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K
2024-11-13T20:49:42,823 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local949693919_0008_4bcb6f69-8d30-4891-8ed3-99bd1adb9b3c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:42,823 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local949693919_0008_4bcb6f69-8d30-4891-8ed3-99bd1adb9b3c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:42,906 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M
2024-11-13T20:49:42,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f7db7831889a37a1f02b75f1c6ddac75, had cached 0 bytes from a total of 28925
2024-11-13T20:49:42,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741943_1119 (size=8413)
2024-11-13T20:49:43,403 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99 output=hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99
2024-11-13T20:49:43,403 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.016M/sec
2024-11-13T20:49:43,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741944_1120 (size=5134)
2024-11-13T20:49:43,848 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/9450ea92266743b4869f83d79f67cb64 output=hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/9450ea92266743b4869f83d79f67cb64
2024-11-13T20:49:43,849 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec
2024-11-13T20:49:43,865 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-13T20:49:43,866 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-13T20:49:43,871 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:43,871 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731530972691_ns2_test-17315309295041 finished.
2024-11-13T20:49:43,871 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731530964863_ns3:test-17315309295042
2024-11-13T20:49:43,871 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731530974852_ns3_test-17315309295042 to hdfs://localhost:37409/backupUT/backup_1731530964863/ns3/test-17315309295042/
2024-11-13T20:49:43,871 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-13T20:49:43,900 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37409, inputRoot=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:49:43,900 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1405949423_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37409/backupUT/backup_1731530964863/ns3/test-17315309295042, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37409/backupUT/backup_1731530964863/ns3/test-17315309295042/.hbase-snapshot/.tmp/snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:43,902 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-13T20:49:43,905 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_1731530974852_ns3_test-17315309295042 to hdfs://localhost:37409/backupUT/backup_1731530964863/ns3/test-17315309295042/.hbase-snapshot/.tmp/snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:43,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741945_1121 (size=86)
2024-11-13T20:49:43,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741946_1122 (size=443)
2024-11-13T20:49:44,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:44,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:44,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:44,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:44,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:44,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:44,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:44,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:44,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:44,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:44,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:44,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:44,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:44,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:44,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:44,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:44,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-13T20:49:44,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:44,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:44,366 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:44,393 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731530974852_ns3_test-17315309295042' hfile list
2024-11-13T20:49:44,480 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local131986771_0009_f0ea0b3d-49b8-47ad-9de0-4b80df975825/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:44,480 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local131986771_0009_f0ea0b3d-49b8-47ad-9de0-4b80df975825/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:45,521 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-13T20:49:45,522 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-13T20:49:45,527 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:45,527 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731530974852_ns3_test-17315309295042 finished.
2024-11-13T20:49:45,527 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk
2024-11-13T20:49:45,527 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731530929504
2024-11-13T20:49:45,527 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17315309295043
2024-11-13T20:49:45,527 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17315309295041
2024-11-13T20:49:45,527 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17315309295042
2024-11-13T20:49:45,536 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731530964863
2024-11-13T20:49:45,537 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-11-13T20:49:45,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741947_1123 (size=209)
2024-11-13T20:49:45,943 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37409/backupUT/backup_1731530964863/.backup.manifest
2024-11-13T20:49:45,943 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731530964863 finished: type=FULL,tablelist=backup:system_bulk;test-1731530929504;ns4:test-17315309295043;ns2:test-17315309295041;ns3:test-17315309295042,targetRootDir=hdfs://localhost:37409/backupUT,startts=1731530967052,completets=1731530985536,bytescopied=0
2024-11-13T20:49:45,943 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-11-13T20:49:45,943 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:45,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731530967214_backup_system_bulk"
type: DISABLED

2024-11-13T20:49:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731530967214_backup_system_bulk
2024-11-13T20:49:45,947 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731530967214_backup_system_bulk for backup backup_1731530964863 succeeded.
2024-11-13T20:49:45,947 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:45,948 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731530969371_default_test-1731530929504"
type: DISABLED

2024-11-13T20:49:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731530969371_default_test-1731530929504
2024-11-13T20:49:45,951 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731530969371_default_test-1731530929504 for backup backup_1731530964863 succeeded.
2024-11-13T20:49:45,951 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:45,952 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731530971541_ns4_test-17315309295043"
type: DISABLED

2024-11-13T20:49:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731530971541_ns4_test-17315309295043
2024-11-13T20:49:45,954 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731530971541_ns4_test-17315309295043 for backup backup_1731530964863 succeeded.
2024-11-13T20:49:45,954 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:45,955 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731530972691_ns2_test-17315309295041"
type: DISABLED

2024-11-13T20:49:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731530972691_ns2_test-17315309295041
2024-11-13T20:49:45,957 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731530972691_ns2_test-17315309295041 for backup backup_1731530964863 succeeded.
2024-11-13T20:49:45,957 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:45,958 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731530974852_ns3_test-17315309295042"
type: DISABLED

2024-11-13T20:49:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731530974852_ns3_test-17315309295042
2024-11-13T20:49:45,960 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731530974852_ns3_test-17315309295042 for backup backup_1731530964863 succeeded.
2024-11-13T20:49:45,961 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-13T20:49:45,964 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-13T20:49:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-13T20:49:45,967 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-13T20:49:45,969 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-13T20:49:45,973 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731530964863 completed.
2024-11-13T20:49:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,035 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-13T20:49:51,039 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731530990997
2024-11-13T20:49:51,041 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731530964863}
2024-11-13T20:49:51,041 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-13T20:49:51,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:51,138 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-13T20:49:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731530991138 (current time:1731530991138).
2024-11-13T20:49:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-13T20:49:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-13T20:49:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cc3cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:51,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189383c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:51,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:51,142 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:51,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee99a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:51,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:51,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:51,145 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:51,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959.
2024-11-13T20:49:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:49:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:51,147 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-13T20:49:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-13T20:49:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59
2024-11-13T20:49:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-13T20:49:51,150 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-13T20:49:51,151 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-13T20:49:51,154 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-13T20:49:51,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741948_1124 (size=52)
2024-11-13T20:49:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-13T20:49:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-13T20:49:51,561 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-13T20:49:51,562 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75}]
2024-11-13T20:49:51,563 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:51,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60
2024-11-13T20:49:51,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:49:51,715 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing f7db7831889a37a1f02b75f1c6ddac75 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB
2024-11-13T20:49:51,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/3a76314cf07440d396b629cd19112629 is 158, key is trslm:hdfs://localhost:37409/backupUT\x00ns2:test-17315309295041/meta:log-roll-map/1731530985531/Put/seqid=0
2024-11-13T20:49:51,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741949_1125 (size=6646)
2024-11-13T20:49:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-13T20:49:52,125 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/3a76314cf07440d396b629cd19112629
2024-11-13T20:49:52,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/89cf2d3aeb7348919129966f74e61f07 is 826, key is session:backup_1731530964863/session:context/1731530985968/Put/seqid=0
2024-11-13T20:49:52,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741950_1126 (size=5928)
2024-11-13T20:49:52,138 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/89cf2d3aeb7348919129966f74e61f07
2024-11-13T20:49:52,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/3a76314cf07440d396b629cd19112629 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3a76314cf07440d396b629cd19112629
2024-11-13T20:49:52,149 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3a76314cf07440d396b629cd19112629, entries=12, sequenceid=42, filesize=6.5 K
2024-11-13T20:49:52,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/89cf2d3aeb7348919129966f74e61f07 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/89cf2d3aeb7348919129966f74e61f07
2024-11-13T20:49:52,155 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/89cf2d3aeb7348919129966f74e61f07, entries=2, sequenceid=42, filesize=5.8 K
2024-11-13T20:49:52,156 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for f7db7831889a37a1f02b75f1c6ddac75 in 441ms, sequenceid=42, compaction requested=true
2024-11-13T20:49:52,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for f7db7831889a37a1f02b75f1c6ddac75:

2024-11-13T20:49:52,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75. for snapshot_backup_system completed.
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.' region-info for snapshot=snapshot_backup_system
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3c79b680f3a442de8aeada5565d75518, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/4ef69b8be8754a4193b0599749b87c8f, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3a76314cf07440d396b629cd19112629] hfiles
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3c79b680f3a442de8aeada5565d75518 for snapshot=snapshot_backup_system
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/4ef69b8be8754a4193b0599749b87c8f for snapshot=snapshot_backup_system
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/3a76314cf07440d396b629cd19112629 for snapshot=snapshot_backup_system
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/2472685bcc4d46f3bc45c058b5106d4f, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/c6155b31fd764c69aa4efc4ba51fc20a, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/89cf2d3aeb7348919129966f74e61f07] hfiles
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/aec31aa6b61e454dbd45c75636da9bad for snapshot=snapshot_backup_system
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/2472685bcc4d46f3bc45c058b5106d4f for snapshot=snapshot_backup_system
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/c6155b31fd764c69aa4efc4ba51fc20a for snapshot=snapshot_backup_system
2024-11-13T20:49:52,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/89cf2d3aeb7348919129966f74e61f07 for snapshot=snapshot_backup_system
2024-11-13T20:49:52,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741951_1127 (size=330)
2024-11-13T20:49:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-13T20:49:52,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:49:52,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60
2024-11-13T20:49:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster(4169): Remote procedure done, pid=60
2024-11-13T20:49:52,563 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:52,563 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:49:52,567 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59
2024-11-13T20:49:52,567 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-13T20:49:52,567 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7db7831889a37a1f02b75f1c6ddac75 in 1.0030 sec
2024-11-13T20:49:52,568 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-13T20:49:52,568 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-13T20:49:52,568 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-13T20:49:52,569 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-13T20:49:52,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741952_1128 (size=967)
2024-11-13T20:49:52,980 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-13T20:49:52,989 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-13T20:49:52,989 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.hbase-snapshot/snapshot_backup_system
2024-11-13T20:49:52,991 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-13T20:49:52,991 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59
2024-11-13T20:49:52,992 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8430 sec
2024-11-13T20:49:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-13T20:49:53,302 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-13T20:49:53,302 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731530990997 started at 1731530993302.
2024-11-13T20:49:53,304 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731530990997 has been started.
2024-11-13T20:49:53,308 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns3:test-17315309295042, ns4:test-17315309295043, backup:system_bulk, test-1731530929504, ns2:test-17315309295041]
2024-11-13T20:49:53,312 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731530957352for backupID backup_1731530990997
2024-11-13T20:49:53,313 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-11-13T20:49:53,313 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-13T20:49:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-13T20:49:53,313 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-13T20:49:53,314 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-13T20:49:53,314 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-13T20:49:53,314 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-13T20:49:53,314 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,314 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:53,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-13T20:49:53,321 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,322 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-13T20:49:53,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:49:53,322 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,322 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-13T20:49:53,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:53,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-13T20:49:53,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:53,323 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-13T20:49:53,323 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-13T20:49:53,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-13T20:49:53,324 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-13T20:49:53,324 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-13T20:49:53,324 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-13T20:49:53,324 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-13T20:49:53,324 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '04ac815325d6,41521,1731530919836' joining acquired barrier for procedure (rolllog) in zk
2024-11-13T20:49:53,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,326 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:53,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:53,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:53,326 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-13T20:49:53,326 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-13T20:49:53,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:53,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:53,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:53,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:53,328 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '04ac815325d6,41521,1731530919836' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-13T20:49:53,328 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@360c3531[Count = 0] remaining members to acquire global barrier
2024-11-13T20:49:53,328 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-13T20:49:53,328 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:53,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:53,330 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:53,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:53,330 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-13T20:49:53,330 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,330 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-13T20:49:53,330 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-13T20:49:53,330 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,331 INFO  [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731530967106 highest: 1731530967106 on 04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,331 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1:(num 1731530967077) roll requested
2024-11-13T20:49:53,345 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530993331, exclude list is [], retry=0
2024-11-13T20:49:53,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:53,350 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530993331
2024-11-13T20:49:53,350 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:53,350 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077 is not closed yet, will try archiving it next time
2024-11-13T20:49:53,350 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0:(num 1731530967106) roll requested
2024-11-13T20:49:53,350 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530957322 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530957322
2024-11-13T20:49:53,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741910_1086 (size=4710)
2024-11-13T20:49:53,351 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077 not finished, retry = 0
2024-11-13T20:49:53,363 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530993350, exclude list is [], retry=0
2024-11-13T20:49:53,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:53,367 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530993350
2024-11-13T20:49:53,368 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:53,368 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106 is not closed yet, will try archiving it next time
2024-11-13T20:49:53,368 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.meta:.meta(num 1731530967126) roll requested
2024-11-13T20:49:53,368 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530942857
2024-11-13T20:49:53,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741911_1087 (size=653)
2024-11-13T20:49:53,372 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106
2024-11-13T20:49:53,383 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530993368.meta, exclude list is [], retry=0
2024-11-13T20:49:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42015,DS-a5c0bd71-f2a5-4092-bac2-5191f525db1b,DISK]
2024-11-13T20:49:53,387 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530967126.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530993368.meta
2024-11-13T20:49:53,387 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)]
2024-11-13T20:49:53,387 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530967126.meta is not closed yet, will try archiving it next time
2024-11-13T20:49:53,388 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530967126.meta not finished, retry = 0
2024-11-13T20:49:53,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741912_1088 (size=93)
2024-11-13T20:49:53,391 DEBUG [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60
2024-11-13T20:49:53,391 INFO  [rs(04ac815325d6,41521,1731530919836)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731530993350 on 04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:53,407 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-13T20:49:53,407 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '04ac815325d6,41521,1731530919836' in zk
2024-11-13T20:49:53,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,411 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-13T20:49:53,411 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-13T20:49:53,411 DEBUG [member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-13T20:49:53,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:53,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:53,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:53,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:53,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:53,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:53,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:53,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,414 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '04ac815325d6,41521,1731530919836': 
2024-11-13T20:49:53,414 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-13T20:49:53,414 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '04ac815325d6,41521,1731530919836' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-13T20:49:53,414 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-13T20:49:53,414 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-13T20:49:53,414 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-13T20:49:53,414 INFO  [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-13T20:49:53,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-13T20:49:53,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,420 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-13T20:49:53,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-13T20:49:53,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-13T20:49:53,421 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-13T20:49:53,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:49:53,421 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:53,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,422 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-13T20:49:53,422 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:53,422 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,422 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-13T20:49:53,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-13T20:49:53,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-13T20:49:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-13T20:49:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/04ac815325d6,41521,1731530919836
2024-11-13T20:49:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:53,425 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-13T20:49:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-13T20:49:53,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-13T20:49:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-13T20:49:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-13T20:49:53,426 DEBUG [(04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-13T20:49:53,426 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-13T20:49:53,426 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-13T20:49:53,426 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-13T20:49:53,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-13T20:49:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-13T20:49:53,433 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {04ac815325d6:41521=1731530957352}
 newestTimestamps: {04ac815325d6:41521=1731530967106}
2024-11-13T20:49:53,435 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 04ac815325d6%2C41521%2C1731530919836.meta.1731530923260.meta
2024-11-13T20:49:53,435 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 04ac815325d6%2C41521%2C1731530919836.meta.1731530957371.meta
2024-11-13T20:49:53,435 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 04ac815325d6%2C41521%2C1731530919836.meta.1731530967126.meta
2024-11-13T20:49:53,435 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 04ac815325d6%2C41521%2C1731530919836.meta.1731530993368.meta
2024-11-13T20:49:53,435 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530993350
2024-11-13T20:49:53,435 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077
2024-11-13T20:49:53,435 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530993331
2024-11-13T20:49:53,436 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.meta.1731530942888.meta
2024-11-13T20:49:53,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741956_1132 (size=640)
2024-11-13T20:49:53,489 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.meta.1731530967126.meta to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.meta.1731530967126.meta
2024-11-13T20:49:53,848 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:37409/backupUT/backup_1731530990997/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:53,848 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-13T20:49:53,851 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk
2024-11-13T20:49:53,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741957_1133 (size=45)
2024-11-13T20:49:54,258 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk
2024-11-13T20:49:54,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741958_1134 (size=950)
2024-11-13T20:49:54,669 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731530929504 target: hdfs://localhost:37409/backupUT/backup_1731530990997/default/test-1731530929504 descriptor: 'test-1731530929504', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:54,670 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-13T20:49:54,672 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731530929504
2024-11-13T20:49:54,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741959_1135 (size=53)
2024-11-13T20:49:54,678 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731530929504
2024-11-13T20:49:54,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741960_1136 (size=390)
2024-11-13T20:49:55,089 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17315309295043 target: hdfs://localhost:37409/backupUT/backup_1731530990997/ns4/test-17315309295043 descriptor: 'ns4:test-17315309295043', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:55,090 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-13T20:49:55,092 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17315309295043
2024-11-13T20:49:55,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741961_1137 (size=50)
2024-11-13T20:49:55,498 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17315309295043
2024-11-13T20:49:55,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741962_1138 (size=364)
2024-11-13T20:49:55,909 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17315309295041 target: hdfs://localhost:37409/backupUT/backup_1731530990997/ns2/test-17315309295041 descriptor: 'ns2:test-17315309295041', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:55,909 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-13T20:49:55,912 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17315309295041
2024-11-13T20:49:55,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741963_1139 (size=50)
2024-11-13T20:49:56,318 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17315309295041
2024-11-13T20:49:56,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741964_1140 (size=390)
2024-11-13T20:49:56,729 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17315309295042 target: hdfs://localhost:37409/backupUT/backup_1731530990997/ns3/test-17315309295042 descriptor: 'ns3:test-17315309295042', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:56,730 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-13T20:49:56,733 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17315309295042
2024-11-13T20:49:56,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741965_1141 (size=50)
2024-11-13T20:49:57,139 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17315309295042
2024-11-13T20:49:57,151 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37409/backupUT/.tmp/backup_1731530990997 from hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077;hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106
2024-11-13T20:49:57,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6924ab83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:57,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:57,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:57,154 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f62d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:57,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:57,155 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4479cc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:57,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:49:57,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:49:57,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29aab64d
2024-11-13T20:49:57,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:49:57,158 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:49:57,163 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-13T20:49:57,163 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17315309295042
2024-11-13T20:49:57,163 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17315309295042,, stopping at row=ns3:test-17315309295042 ,, for max=2147483647 with caching=100
2024-11-13T20:49:57,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:57,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:57,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:57,166 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:57,168 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17315309295042: ns3:test-17315309295042;
2024-11-13T20:49:57,168 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17315309295043
2024-11-13T20:49:57,168 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17315309295043,, stopping at row=ns4:test-17315309295043 ,, for max=2147483647 with caching=100
2024-11-13T20:49:57,170 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17315309295043: ns4:test-17315309295043;
2024-11-13T20:49:57,170 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk
2024-11-13T20:49:57,170 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:57,173 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk;
2024-11-13T20:49:57,173 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731530929504
2024-11-13T20:49:57,173 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731530929504,, stopping at row=test-1731530929504 ,, for max=2147483647 with caching=100
2024-11-13T20:49:57,175 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731530929504: test-1731530929504;
2024-11-13T20:49:57,175 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17315309295041
2024-11-13T20:49:57,175 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17315309295041,, stopping at row=ns2:test-17315309295041 ,, for max=2147483647 with caching=100
2024-11-13T20:49:57,177 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17315309295041: ns2:test-17315309295041;
2024-11-13T20:49:57,177 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables
2024-11-13T20:49:57,178 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/partitions_3d6306ff-2b7f-4290-8793-61588efd1afe
2024-11-13T20:49:57,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741966_1142 (size=324)
2024-11-13T20:49:57,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:57,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:49:57,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:49:57,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:49:57,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:49:57,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:49:57,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:49:57,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:49:57,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:49:57,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:49:57,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:49:57,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:49:57,592 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns3:test-17315309295042,ns4:test-17315309295043,backup:system_bulk,default:test-1731530929504,ns2:test-17315309295041
2024-11-13T20:49:57,592 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:49:57,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:49:57,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:57,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:57,593 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:57,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:49:57,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:49:57,606 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:57,631 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077 for WAL files
2024-11-13T20:49:57,632 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077
2024-11-13T20:49:57,632 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106 for WAL files
2024-11-13T20:49:57,633 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106
2024-11-13T20:49:57,728 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1791653975_0010_94767dd3-da85-416e-8664-3ad304292cfc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:49:57,728 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1791653975_0010_94767dd3-da85-416e-8664-3ad304292cfc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:49:57,802 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077 for hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530967077 (-9223372036854775808:9223372036854775807) length:4710
2024-11-13T20:49:57,806 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-13T20:49:57,807 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-13T20:49:57,867 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106 for hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0.1731530967106 (-9223372036854775808:9223372036854775807) length:653
2024-11-13T20:49:57,871 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-13T20:49:57,871 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-13T20:49:57,967 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68576bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:57,967 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:49:57,968 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:49:57,969 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:49:57,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:49:57,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:49:57,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9f7e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:57,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:49:57,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:49:57,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:57,971 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:49:57,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb4d4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:49:57,973 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:49:57,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:49:57,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:49:57,975 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:49:57,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731530929504', row='row-test-1731530929504-2-0', locateType=CURRENT is [region=test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., hostname=04ac815325d6,41521,1731530919836, seqNum=338]
2024-11-13T20:49:57,977 INFO  [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1.
2024-11-13T20:49:57,977 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:49:57,977 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:57,977 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:49:57,977 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:49:57,978 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731530929504-2-0]
2024-11-13T20:49:57,978 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:49:57,982 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/backupUT/.tmp/backup_1731530990997/_temporary/0/_temporary/attempt_local1791653975_0010_r_000004_0/default/test-1731530929504/f2/ed6adbe90d004401a68c4700862114f6 is 58, key is row-test-1731530929504-2-0/f2:q1/1731530985988/Put/seqid=0
2024-11-13T20:49:57,984 WARN  [Thread-1518 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:49:57,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741967_1143 (size=5367)
2024-11-13T20:49:58,782 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37409/backupUT
2024-11-13T20:49:58,782 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731530990997
2024-11-13T20:49:58,782 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-11-13T20:49:58,797 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37409/backupUT/.tmp/backup_1731530990997, hdfs://localhost:37409/backupUT]
2024-11-13T20:49:58,853 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:49:59,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741968_1144 (size=5367)
2024-11-13T20:49:59,481 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-11-13T20:49:59,484 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731530990997
2024-11-13T20:49:59,484 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied."
2024-11-13T20:49:59,484 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local454667080_0011 completed: true true
2024-11-13T20:49:59,485 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=6663527
		FILE: Number of bytes written=17169443
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=409457
		HDFS: Number of bytes written=2547335
		HDFS: Number of read operations=1162
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=421
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=6
		Map output records=0
		Input split bytes=343
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=1482
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=5367
		Bytes Copied=5367
		Bytes Expected=5367
		Files Copied=2
		DIR_COPY=4
2024-11-13T20:49:59,485 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37409/backupUT/.tmp/backup_1731530990997 to hdfs://localhost:37409/backupUT finished.
2024-11-13T20:49:59,503 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731530990997
2024-11-13T20:49:59,507 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731530964863}
2024-11-13T20:49:59,508 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-13T20:49:59,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741969_1145 (size=714)
2024-11-13T20:49:59,526 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37409/backupUT/backup_1731530990997/.backup.manifest
2024-11-13T20:49:59,526 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731530990997 finished: type=INCREMENTAL,tablelist=backup:system_bulk;test-1731530929504;ns4:test-17315309295043;ns2:test-17315309295041;ns3:test-17315309295042,targetRootDir=hdfs://localhost:37409/backupUT,startts=1731530993302,completets=1731530999503,bytescopied=0
2024-11-13T20:49:59,526 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-13T20:49:59,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-13T20:49:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-13T20:49:59,536 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-13T20:49:59,538 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-13T20:49:59,544 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731530990997 completed.
2024-11-13T20:49:59,544 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-11-13T20:49:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:49:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:49:59,562 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731530937029
2024-11-13T20:49:59,565 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process
2024-11-13T20:49:59,566 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process
2024-11-13T20:49:59,567 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37409/backupUT/backup_1731530937029/.backup.manifest
2024-11-13T20:49:59,570 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731530937029/.backup.manifest
2024-11-13T20:49:59,572 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37409/backupUT/backup_1731530937029/.backup.manifest
2024-11-13T20:49:59,574 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731530937029/.backup.manifest
2024-11-13T20:49:59,574 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731530929504' to 'table1' from full backup image hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504
2024-11-13T20:49:59,584 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1'
2024-11-13T20:49:59,584 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:49:59,585 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f in region [hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf]
2024-11-13T20:49:59,589 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c first=row0 last=row98
2024-11-13T20:49:59,589 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3 in region [hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf]
2024-11-13T20:49:59,594 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea first=row-test-1731530929504-3-0 last=row-test-1731530929504-3-5
2024-11-13T20:49:59,594 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob in region [hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf]
2024-11-13T20:49:59,598 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97 first=row-test-1731530929504-3-0 last=row-test-1731530929504-3-5
2024-11-13T20:49:59,603 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:49:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1
2024-11-13T20:49:59,606 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:49:59,606 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:49:59,606 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "table1"
 procId is: 61
2024-11-13T20:49:59,607 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:49:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-13T20:49:59,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741970_1146 (size=938)
2024-11-13T20:49:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-13T20:49:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-13T20:50:00,019 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e1c082e0584a2d495ea16118c01baed, NAME => 'table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:50:00,020 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 49fc31098ef4ae915bbc4b131352e220, NAME => 'table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:50:00,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741971_1147 (size=45)
2024-11-13T20:50:00,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741972_1148 (size=45)
2024-11-13T20:50:00,029 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:00,030 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 5e1c082e0584a2d495ea16118c01baed, disabling compactions & flushes
2024-11-13T20:50:00,030 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:00,030 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:00,030 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed. after waiting 0 ms
2024-11-13T20:50:00,030 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:00,030 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:00,030 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e1c082e0584a2d495ea16118c01baed:
Waiting for close lock at 1731531000030Disabling compacts and flushes for region at 1731531000030Disabling writes for close at 1731531000030Writing region close event to WAL at 1731531000030Closed at 1731531000030
2024-11-13T20:50:00,032 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:00,033 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 49fc31098ef4ae915bbc4b131352e220, disabling compactions & flushes
2024-11-13T20:50:00,033 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:00,033 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:00,033 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220. after waiting 0 ms
2024-11-13T20:50:00,033 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:00,033 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:00,033 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 49fc31098ef4ae915bbc4b131352e220:
Waiting for close lock at 1731531000033Disabling compacts and flushes for region at 1731531000033Disabling writes for close at 1731531000033Writing region close event to WAL at 1731531000033Closed at 1731531000033
2024-11-13T20:50:00,036 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:50:00,036 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731531000036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731531000036"}]},"ts":"1731531000036"}
2024-11-13T20:50:00,036 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731531000036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731531000036"}]},"ts":"1731531000036"}
2024-11-13T20:50:00,040 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-13T20:50:00,041 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:50:00,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531000041"}]},"ts":"1731531000041"}
2024-11-13T20:50:00,043 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-11-13T20:50:00,044 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, ASSIGN}]
2024-11-13T20:50:00,046 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, ASSIGN
2024-11-13T20:50:00,046 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, ASSIGN
2024-11-13T20:50:00,046 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:50:00,046 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:50:00,197 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=49fc31098ef4ae915bbc4b131352e220, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:00,197 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=5e1c082e0584a2d495ea16118c01baed, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:00,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, ASSIGN because future has completed
2024-11-13T20:50:00,200 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49fc31098ef4ae915bbc4b131352e220, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:00,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, ASSIGN because future has completed
2024-11-13T20:50:00,201 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e1c082e0584a2d495ea16118c01baed, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-13T20:50:00,357 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:00,357 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 49fc31098ef4ae915bbc4b131352e220, NAME => 'table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-13T20:50:00,358 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:50:00,358 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,358 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:00,358 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,358 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,360 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49fc31098ef4ae915bbc4b131352e220 
2024-11-13T20:50:00,362 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fc31098ef4ae915bbc4b131352e220 columnFamilyName f
2024-11-13T20:50:00,362 DEBUG [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:00,362 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] regionserver.HStore(327): Store=49fc31098ef4ae915bbc4b131352e220/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:00,362 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 49fc31098ef4ae915bbc4b131352e220 
2024-11-13T20:50:00,364 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fc31098ef4ae915bbc4b131352e220 columnFamilyName f3
2024-11-13T20:50:00,364 DEBUG [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:00,364 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] regionserver.HStore(327): Store=49fc31098ef4ae915bbc4b131352e220/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:00,365 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 49fc31098ef4ae915bbc4b131352e220 
2024-11-13T20:50:00,366 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fc31098ef4ae915bbc4b131352e220 columnFamilyName mob
2024-11-13T20:50:00,367 DEBUG [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:00,368 INFO  [StoreOpener-49fc31098ef4ae915bbc4b131352e220-1 {}] regionserver.HStore(327): Store=49fc31098ef4ae915bbc4b131352e220/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:00,369 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,369 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,370 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,371 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,371 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,372 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-13T20:50:00,373 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,376 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:50:00,377 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 49fc31098ef4ae915bbc4b131352e220; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10086330240, jitterRate=-0.06063729524612427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-13T20:50:00,377 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:00,378 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 49fc31098ef4ae915bbc4b131352e220:
Running coprocessor pre-open hook at 1731531000358Writing region info on filesystem at 1731531000358Initializing all the Stores at 1731531000359 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531000359Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531000359Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531000360 (+1 ms)Cleaning up temporary data from old regions at 1731531000371 (+11 ms)Running coprocessor post-open hooks at 1731531000377 (+6 ms)Region opened successfully at 1731531000378 (+1 ms)
2024-11-13T20:50:00,379 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220., pid=64, masterSystemTime=1731531000352
2024-11-13T20:50:00,381 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:00,381 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:00,382 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:00,382 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e1c082e0584a2d495ea16118c01baed, NAME => 'table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-13T20:50:00,382 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:50:00,382 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,382 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:00,382 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,382 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,382 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=49fc31098ef4ae915bbc4b131352e220, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:00,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49fc31098ef4ae915bbc4b131352e220, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:00,387 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e1c082e0584a2d495ea16118c01baed 
2024-11-13T20:50:00,389 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1c082e0584a2d495ea16118c01baed columnFamilyName f
2024-11-13T20:50:00,389 DEBUG [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:00,390 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] regionserver.HStore(327): Store=5e1c082e0584a2d495ea16118c01baed/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:00,390 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5e1c082e0584a2d495ea16118c01baed 
2024-11-13T20:50:00,391 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1c082e0584a2d495ea16118c01baed columnFamilyName f3
2024-11-13T20:50:00,391 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-11-13T20:50:00,391 DEBUG [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:00,391 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 49fc31098ef4ae915bbc4b131352e220, server=04ac815325d6,41521,1731530919836 in 188 msec
2024-11-13T20:50:00,392 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] regionserver.HStore(327): Store=5e1c082e0584a2d495ea16118c01baed/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:00,392 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5e1c082e0584a2d495ea16118c01baed 
2024-11-13T20:50:00,393 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, ASSIGN in 347 msec
2024-11-13T20:50:00,393 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1c082e0584a2d495ea16118c01baed columnFamilyName mob
2024-11-13T20:50:00,394 DEBUG [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:00,395 INFO  [StoreOpener-5e1c082e0584a2d495ea16118c01baed-1 {}] regionserver.HStore(327): Store=5e1c082e0584a2d495ea16118c01baed/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:00,395 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,396 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,396 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,397 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,397 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,398 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-13T20:50:00,400 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,403 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:50:00,403 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 5e1c082e0584a2d495ea16118c01baed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12059895040, jitterRate=0.12316524982452393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-13T20:50:00,403 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:00,404 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 5e1c082e0584a2d495ea16118c01baed:
Running coprocessor pre-open hook at 1731531000382Writing region info on filesystem at 1731531000382Initializing all the Stores at 1731531000387 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531000387Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531000387Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531000387Cleaning up temporary data from old regions at 1731531000397 (+10 ms)Running coprocessor post-open hooks at 1731531000403 (+6 ms)Region opened successfully at 1731531000404 (+1 ms)
2024-11-13T20:50:00,404 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., pid=65, masterSystemTime=1731531000352
2024-11-13T20:50:00,407 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:00,407 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:00,407 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=5e1c082e0584a2d495ea16118c01baed, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:00,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e1c082e0584a2d495ea16118c01baed, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:00,413 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62
2024-11-13T20:50:00,413 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e1c082e0584a2d495ea16118c01baed, server=04ac815325d6,41521,1731530919836 in 210 msec
2024-11-13T20:50:00,415 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61
2024-11-13T20:50:00,415 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, ASSIGN in 369 msec
2024-11-13T20:50:00,416 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:50:00,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531000416"}]},"ts":"1731531000416"}
2024-11-13T20:50:00,418 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-11-13T20:50:00,419 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:50:00,421 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 816 msec
2024-11-13T20:50:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-13T20:50:00,742 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed
2024-11-13T20:50:00,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:00,747 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf from hbase tables test-1731530929504 to tables table1
2024-11-13T20:50:00,747 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731530929504 into table1
2024-11-13T20:50:00,750 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748 from hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:50:00,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281fb8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:00,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:00,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:00,752 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206e7ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:00,754 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1342ddb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:00,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:00,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:00,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d468ac
2024-11-13T20:50:00,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:00,758 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:00,759 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-13T20:50:00,759 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-13T20:50:00,760 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:00,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:00,762 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:00,765 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-13T20:50:00,765 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-13T20:50:00,765 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-13T20:50:00,765 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/partitions_54570537-56c2-4815-8190-6785c5bdc790
2024-11-13T20:50:00,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741973_1149 (size=177)
2024-11-13T20:50:00,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1'
2024-11-13T20:50:01,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:01,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:50:01,177 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:50:01,177 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:50:01,177 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:50:01,177 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:50:01,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:50:01,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:50:01,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:50:01,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:50:01,178 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:50:01,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:01,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:50:01,182 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-13T20:50:01,182 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:01,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:01,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:01,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:01,183 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:01,183 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-13T20:50:01,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:01,208 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:50:01,229 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-13T20:50:01,355 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1416650010_0012_8c4b8060-85a0-4c25-a018-f731d2c92375/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:50:01,355 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1416650010_0012_8c4b8060-85a0-4c25-a018-f731d2c92375/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:50:01,431 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c
2024-11-13T20:50:01,435 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:01,495 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97
2024-11-13T20:50:01,501 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:01,538 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f3/3f2d39e24a844d6c9743d7b2b56b19ea
2024-11-13T20:50:01,542 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:01,613 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78196c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:01,613 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:01,613 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:01,614 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f31fc97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:01,616 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:01,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5962d180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:01,618 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:01,620 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:01,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731530929504-3-0', locateType=CURRENT is [region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:01,622 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-13T20:50:01,622 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:01,622 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:01,622 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:01,622 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:01,622 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731530929504-3-0]
2024-11-13T20:50:01,622 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:01,628 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f115c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:01,628 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:01,628 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:01,629 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8e9260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:01,630 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:01,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c0fd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:01,631 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:01,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:01,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:01,633 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:01,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731530929504-3-0', locateType=CURRENT is [region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:01,635 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-13T20:50:01,635 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:01,635 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:01,635 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:01,635 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731530929504-3-0]
2024-11-13T20:50:01,635 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:01,636 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:01,640 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/_temporary/0/_temporary/attempt_local1416650010_0012_r_000000_0/f3/33029b5832434b65b739035551aab708 is 58, key is row-test-1731530929504-3-0/f3:q1/1731530936995/Put/seqid=0
2024-11-13T20:50:01,642 WARN  [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:01,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741974_1150 (size=5530)
2024-11-13T20:50:02,046 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/_temporary/0/_temporary/attempt_local1416650010_0012_r_000000_0/mob/b3237c33165343b1921b3c61c9963699 is 59, key is row-test-1731530929504-3-0/mob:q1/1731530937014/Put/seqid=0
2024-11-13T20:50:02,047 WARN  [Thread-1639 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:02,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741975_1151 (size=5539)
2024-11-13T20:50:02,475 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102e9b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:02,476 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:02,476 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:02,477 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f78a9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:02,479 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:02,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1292444d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:02,480 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:02,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:02,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:02,482 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:02,484 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-13T20:50:02,484 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:02,484 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:02,484 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:02,484 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:02,484 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-13T20:50:02,484 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:02,490 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/_temporary/0/_temporary/attempt_local1416650010_0012_r_000001_0/f/2fe1ffacf6574d55936e976bfad86e36 is 37, key is row10/f:q1/1731530931251/Put/seqid=0
2024-11-13T20:50:02,492 WARN  [Thread-1654 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:02,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741976_1152 (size=8742)
2024-11-13T20:50:03,411 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748
2024-11-13T20:50:03,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbef0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:03,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:03,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:03,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:03,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:03,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2eae78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:03,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:03,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,415 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:03,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1919c1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:03,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:03,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:03,419 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:03,423 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/_SUCCESS
2024-11-13T20:50:03,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:03,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:03,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb7387d
2024-11-13T20:50:03,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:03,436 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:03,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:03,448 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,461 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/f/2fe1ffacf6574d55936e976bfad86e36 first=Optional[row0] last=Optional[row98]
2024-11-13T20:50:03,465 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/f3/33029b5832434b65b739035551aab708 first=Optional[row-test-1731530929504-3-0] last=Optional[row-test-1731530929504-3-5]
2024-11-13T20:50:03,468 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/mob/b3237c33165343b1921b3c61c9963699 first=Optional[row-test-1731530929504-3-0] last=Optional[row-test-1731530929504-3-5]
2024-11-13T20:50:03,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/f/2fe1ffacf6574d55936e976bfad86e36 for inclusion in 49fc31098ef4ae915bbc4b131352e220/f
2024-11-13T20:50:03,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/mob/b3237c33165343b1921b3c61c9963699 for inclusion in 5e1c082e0584a2d495ea16118c01baed/mob
2024-11-13T20:50:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-13T20:50:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-11-13T20:50:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731530929504-3-0 last=row-test-1731530929504-3-5
2024-11-13T20:50:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-13T20:50:03,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/f3/33029b5832434b65b739035551aab708 for inclusion in 5e1c082e0584a2d495ea16118c01baed/f3
2024-11-13T20:50:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HRegion(2603): Flush status journal for 49fc31098ef4ae915bbc4b131352e220:

2024-11-13T20:50:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/f/2fe1ffacf6574d55936e976bfad86e36 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f/2fe1ffacf6574d55936e976bfad86e36
2024-11-13T20:50:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731530929504-3-0 last=row-test-1731530929504-3-5
2024-11-13T20:50:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-13T20:50:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegion(2603): Flush status journal for 5e1c082e0584a2d495ea16118c01baed:

2024-11-13T20:50:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f/2fe1ffacf6574d55936e976bfad86e36 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/f/bd26071dc4b744bf86a229787b9baad1_SeqId_4_
2024-11-13T20:50:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/mob/b3237c33165343b1921b3c61c9963699 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/mob/b3237c33165343b1921b3c61c9963699
2024-11-13T20:50:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309953e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:03,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c28a27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/mob/b3237c33165343b1921b3c61c9963699 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/mob/7c865a3e100941fea138b72cffcbf39c_SeqId_4_
2024-11-13T20:50:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:03,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531000748/f3/33029b5832434b65b739035551aab708 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f3/33029b5832434b65b739035551aab708
2024-11-13T20:50:03,506 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:03,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7214b70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:03,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b69f193
2024-11-13T20:50:03,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f3/33029b5832434b65b739035551aab708 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/f3/b4b84643a77943fcac52fe87df29a5c7_SeqId_4_
2024-11-13T20:50:03,509 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfb6870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:03,509 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd54efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:03,511 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:03,511 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d20b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:03,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:03,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2102119e
2024-11-13T20:50:03,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:03,515 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:03,518 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:03,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:03,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521.
2024-11-13T20:50:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f/2fe1ffacf6574d55936e976bfad86e36 into 49fc31098ef4ae915bbc4b131352e220/f as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/f/bd26071dc4b744bf86a229787b9baad1_SeqId_4_ - updating store file list.
2024-11-13T20:50:03,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:03,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/f/bd26071dc4b744bf86a229787b9baad1_SeqId_4_ into 49fc31098ef4ae915bbc4b131352e220/f
2024-11-13T20:50:03,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f/2fe1ffacf6574d55936e976bfad86e36 into 49fc31098ef4ae915bbc4b131352e220/f (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/f/bd26071dc4b744bf86a229787b9baad1_SeqId_4_)
2024-11-13T20:50:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f/2fe1ffacf6574d55936e976bfad86e36
2024-11-13T20:50:03,542 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,542 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3302bfa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:03,544 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:03,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b00659f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,546 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbd92d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:03,547 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:03,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a99983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:03,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71530093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9da93a0
2024-11-13T20:50:03,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:03,549 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:03,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1709c1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,550 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:03,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:03,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76dc9cd1
2024-11-13T20:50:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:03,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:03,552 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-13T20:50:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:03,553 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:03,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:03,554 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-13T20:50:03,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:03,573 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,574 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:03,576 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f3/33029b5832434b65b739035551aab708 into 5e1c082e0584a2d495ea16118c01baed/f3 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/f3/b4b84643a77943fcac52fe87df29a5c7_SeqId_4_ - updating store file list.
2024-11-13T20:50:03,578 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521.
2024-11-13T20:50:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,579 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:03,583 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/f3/b4b84643a77943fcac52fe87df29a5c7_SeqId_4_ into 5e1c082e0584a2d495ea16118c01baed/f3
2024-11-13T20:50:03,583 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f3/33029b5832434b65b739035551aab708 into 5e1c082e0584a2d495ea16118c01baed/f3 (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/f3/b4b84643a77943fcac52fe87df29a5c7_SeqId_4_)
2024-11-13T20:50:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/f3/33029b5832434b65b739035551aab708
2024-11-13T20:50:03,585 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/mob/b3237c33165343b1921b3c61c9963699 into 5e1c082e0584a2d495ea16118c01baed/mob as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/mob/7c865a3e100941fea138b72cffcbf39c_SeqId_4_ - updating store file list.
2024-11-13T20:50:03,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/mob/7c865a3e100941fea138b72cffcbf39c_SeqId_4_ into 5e1c082e0584a2d495ea16118c01baed/mob
2024-11-13T20:50:03,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/mob/b3237c33165343b1921b3c61c9963699 into 5e1c082e0584a2d495ea16118c01baed/mob (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/mob/7c865a3e100941fea138b72cffcbf39c_SeqId_4_)
2024-11-13T20:50:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__c8jitomk02s3kuc8q281m24n7md0lgdflc9ea54dr1867rrogicldv8e2d30leqa/mob/b3237c33165343b1921b3c61c9963699
2024-11-13T20:50:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b04138c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:03,594 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:03,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:03,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:03,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332d9ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:03,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:03,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,596 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:03,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470e5a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:03,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c9af131
2024-11-13T20:50:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:03,599 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-13T20:50:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:03,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:03,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:03,601 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-13T20:50:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:03,619 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,620 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:03,624 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:03,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:03,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:03,624 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:03,624 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-13T20:50:03,624 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-13T20:50:03,625 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731530937029 hdfs://localhost:37409/backupUT/backup_1731530937029/default/test-1731530929504/
2024-11-13T20:50:03,625 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37409/backupUT/backup_1731530937029/.backup.manifest
2024-11-13T20:50:03,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2 , the old value is region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:03,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:03,626 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T20:50:03,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2 from cache
2024-11-13T20:50:03,628 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731530937029/.backup.manifest
2024-11-13T20:50:03,628 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17315309295041' to 'ns2:table2' from full backup image hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041
2024-11-13T20:50:03,636 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2'
2024-11-13T20:50:03,636 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:50:03,637 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f in region [hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5]
2024-11-13T20:50:03,641 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99 first=row0 last=row98
2024-11-13T20:50:03,643 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:50:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2
2024-11-13T20:50:03,646 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:50:03,646 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2"
qualifier: "table2"
 procId is: 66
2024-11-13T20:50:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T20:50:03,647 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:50:03,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741977_1153 (size=351)
2024-11-13T20:50:03,732 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-13T20:50:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T20:50:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T20:50:04,055 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 990f173ab20cdf14fc0801c02a5324b0, NAME => 'ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:50:04,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741978_1154 (size=37)
2024-11-13T20:50:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T20:50:04,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:04,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 990f173ab20cdf14fc0801c02a5324b0, disabling compactions & flushes
2024-11-13T20:50:04,463 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:04,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:04,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0. after waiting 0 ms
2024-11-13T20:50:04,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:04,463 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:04,463 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 990f173ab20cdf14fc0801c02a5324b0:
Waiting for close lock at 1731531004463Disabling compacts and flushes for region at 1731531004463Disabling writes for close at 1731531004463Writing region close event to WAL at 1731531004463Closed at 1731531004463
2024-11-13T20:50:04,465 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:50:04,465 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731531004465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731531004465"}]},"ts":"1731531004465"}
2024-11-13T20:50:04,467 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:50:04,468 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:50:04,469 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531004468"}]},"ts":"1731531004468"}
2024-11-13T20:50:04,470 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-11-13T20:50:04,470 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, ASSIGN}]
2024-11-13T20:50:04,471 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, ASSIGN
2024-11-13T20:50:04,472 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:50:04,623 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=990f173ab20cdf14fc0801c02a5324b0, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:04,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, ASSIGN because future has completed
2024-11-13T20:50:04,625 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 990f173ab20cdf14fc0801c02a5324b0, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T20:50:04,781 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:04,781 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 990f173ab20cdf14fc0801c02a5324b0, NAME => 'ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:50:04,781 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:50:04,782 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,782 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:04,782 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,782 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,783 INFO  [StoreOpener-990f173ab20cdf14fc0801c02a5324b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 990f173ab20cdf14fc0801c02a5324b0 
2024-11-13T20:50:04,784 INFO  [StoreOpener-990f173ab20cdf14fc0801c02a5324b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 990f173ab20cdf14fc0801c02a5324b0 columnFamilyName f
2024-11-13T20:50:04,785 DEBUG [StoreOpener-990f173ab20cdf14fc0801c02a5324b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:04,785 INFO  [StoreOpener-990f173ab20cdf14fc0801c02a5324b0-1 {}] regionserver.HStore(327): Store=990f173ab20cdf14fc0801c02a5324b0/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:04,785 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,786 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,786 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,787 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,787 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,788 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,790 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:50:04,791 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 990f173ab20cdf14fc0801c02a5324b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10644082080, jitterRate=-0.008692607283592224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:50:04,791 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:04,791 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 990f173ab20cdf14fc0801c02a5324b0:
Running coprocessor pre-open hook at 1731531004782Writing region info on filesystem at 1731531004782Initializing all the Stores at 1731531004783 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531004783Cleaning up temporary data from old regions at 1731531004787 (+4 ms)Running coprocessor post-open hooks at 1731531004791 (+4 ms)Region opened successfully at 1731531004791
2024-11-13T20:50:04,792 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., pid=68, masterSystemTime=1731531004777
2024-11-13T20:50:04,794 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:04,794 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:04,795 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=990f173ab20cdf14fc0801c02a5324b0, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:04,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 990f173ab20cdf14fc0801c02a5324b0, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:04,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-11-13T20:50:04,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 990f173ab20cdf14fc0801c02a5324b0, server=04ac815325d6,41521,1731530919836 in 172 msec
2024-11-13T20:50:04,800 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-13T20:50:04,800 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, ASSIGN in 329 msec
2024-11-13T20:50:04,801 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:50:04,801 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531004801"}]},"ts":"1731531004801"}
2024-11-13T20:50:04,803 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-11-13T20:50:04,803 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:50:04,805 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1600 sec
2024-11-13T20:50:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T20:50:05,791 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed
2024-11-13T20:50:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-13T20:50:05,794 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5 from hbase tables ns2:test-17315309295041 to tables ns2:table2
2024-11-13T20:50:05,794 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17315309295041 into ns2:table2
2024-11-13T20:50:05,796 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531005794 from hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:50:05,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1dd6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:05,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:05,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:05,797 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b63de32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:05,799 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:05,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579e6e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:05,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:05,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48c5cf1b
2024-11-13T20:50:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:05,801 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:05,802 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-13T20:50:05,802 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-11-13T20:50:05,802 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-13T20:50:05,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:05,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:05,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:05,804 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:05,806 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-11-13T20:50:05,806 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-11-13T20:50:05,806 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/partitions_f1c8c075-d726-4b4d-95c1-3bc0df8e122e
2024-11-13T20:50:05,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741979_1155 (size=153)
2024-11-13T20:50:05,882 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-13T20:50:06,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:50:06,220 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-11-13T20:50:06,220 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:06,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:06,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:06,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:06,220 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:06,220 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-13T20:50:06,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:06,233 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:50:06,246 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-13T20:50:06,348 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1938793907_0013_19b3fbeb-cbcd-4a69-a47d-2a59d5c2fa54/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:50:06,348 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local1938793907_0013_19b3fbeb-cbcd-4a69-a47d-2a59d5c2fa54/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:50:06,418 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99
2024-11-13T20:50:06,422 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:06,429 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T20:50:06,458 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608aa705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:06,458 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:06,459 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:06,460 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7677ce31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:06,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:06,461 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:06,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e97c1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:06,462 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:06,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:06,464 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:06,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:06,466 INFO  [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1.
2024-11-13T20:50:06,466 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:06,466 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:06,466 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:06,466 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:06,466 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-13T20:50:06,467 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:06,472 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531005794/_temporary/0/_temporary/attempt_local1938793907_0013_r_000000_0/f/f3d3f759836f4faaa9389c0125a00e53 is 37, key is row10/f:q1/1731530932572/Put/seqid=0
2024-11-13T20:50:06,474 WARN  [Thread-1721 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:06,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741980_1156 (size=8742)
2024-11-13T20:50:06,992 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2'
2024-11-13T20:50:07,390 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531005794
2024-11-13T20:50:07,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444c4bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:07,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:07,392 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:07,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:07,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51950474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,394 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:07,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54daeacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:07,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:07,396 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:07,399 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531005794/_SUCCESS
2024-11-13T20:50:07,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:07,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:07,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77361122
2024-11-13T20:50:07,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:07,405 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:07,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:07,410 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-13T20:50:07,416 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531005794/f/f3d3f759836f4faaa9389c0125a00e53 first=Optional[row0] last=Optional[row98]
2024-11-13T20:50:07,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531005794/f/f3d3f759836f4faaa9389c0125a00e53 for inclusion in 990f173ab20cdf14fc0801c02a5324b0/f
2024-11-13T20:50:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-13T20:50:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-13T20:50:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegion(2603): Flush status journal for 990f173ab20cdf14fc0801c02a5324b0:

2024-11-13T20:50:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531005794/f/f3d3f759836f4faaa9389c0125a00e53 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__o6cbobul6km3fc2ipf6mgqr2a9icll93und6aldmcaq2u8shoa7s4d5q2tm2atq8/f/f3d3f759836f4faaa9389c0125a00e53
2024-11-13T20:50:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__o6cbobul6km3fc2ipf6mgqr2a9icll93und6aldmcaq2u8shoa7s4d5q2tm2atq8/f/f3d3f759836f4faaa9389c0125a00e53 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/f/8ba198a312f145b49e417f8aa52d8deb_SeqId_4_
2024-11-13T20:50:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1782252c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:07,427 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:07,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:07,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:07,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfc8f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:07,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:07,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,429 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:07,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee97772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:07,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:07,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596c2cd
2024-11-13T20:50:07,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:07,432 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:07,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:07,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:07,434 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:07,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:07,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:07,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:07,450 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,450 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:07,451 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__o6cbobul6km3fc2ipf6mgqr2a9icll93und6aldmcaq2u8shoa7s4d5q2tm2atq8/f/f3d3f759836f4faaa9389c0125a00e53 into 990f173ab20cdf14fc0801c02a5324b0/f as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/f/8ba198a312f145b49e417f8aa52d8deb_SeqId_4_ - updating store file list.
2024-11-13T20:50:07,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/f/8ba198a312f145b49e417f8aa52d8deb_SeqId_4_ into 990f173ab20cdf14fc0801c02a5324b0/f
2024-11-13T20:50:07,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__o6cbobul6km3fc2ipf6mgqr2a9icll93und6aldmcaq2u8shoa7s4d5q2tm2atq8/f/f3d3f759836f4faaa9389c0125a00e53 into 990f173ab20cdf14fc0801c02a5324b0/f (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/f/8ba198a312f145b49e417f8aa52d8deb_SeqId_4_)
2024-11-13T20:50:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__o6cbobul6km3fc2ipf6mgqr2a9icll93und6aldmcaq2u8shoa7s4d5q2tm2atq8/f/f3d3f759836f4faaa9389c0125a00e53
2024-11-13T20:50:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362d5f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:07,459 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:07,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6dc2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,461 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:07,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1969f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:07,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:07,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61808cfb
2024-11-13T20:50:07,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:07,463 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-13T20:50:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:07,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:07,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:07,465 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-13T20:50:07,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:07,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:07,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:07,480 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,480 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:07,481 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:07,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:07,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,481 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:07,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:07,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2 , the old value is region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:07,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:07,482 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-13T20:50:07,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2 from cache
2024-11-13T20:50:07,482 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-13T20:50:07,482 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731530937029 hdfs://localhost:37409/backupUT/backup_1731530937029/ns2/test-17315309295041/
2024-11-13T20:50:07,482 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-11-13T20:50:07,483 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T20:50:07,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:07,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:07,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:07,506 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37409/backupUT/backup_1731530990997/.backup.manifest
2024-11-13T20:50:07,509 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731530990997/.backup.manifest
2024-11-13T20:50:07,509 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37409/backupUT/backup_1731530964863/.backup.manifest
2024-11-13T20:50:07,511 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731530964863/.backup.manifest
2024-11-13T20:50:07,511 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731530929504' to 'table1' from full backup image hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504
2024-11-13T20:50:07,513 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731530929504', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731530990997
2024-11-13T20:50:07,516 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits
2024-11-13T20:50:07,521 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1
2024-11-13T20:50:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1
2024-11-13T20:50:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-13T20:50:07,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531007528"}]},"ts":"1731531007528"}
2024-11-13T20:50:07,530 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta
2024-11-13T20:50:07,530 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING
2024-11-13T20:50:07,532 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}]
2024-11-13T20:50:07,537 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, UNASSIGN}]
2024-11-13T20:50:07,538 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, UNASSIGN
2024-11-13T20:50:07,538 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, UNASSIGN
2024-11-13T20:50:07,539 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=49fc31098ef4ae915bbc4b131352e220, regionState=CLOSING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:07,539 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=5e1c082e0584a2d495ea16118c01baed, regionState=CLOSING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:07,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, UNASSIGN because future has completed
2024-11-13T20:50:07,541 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T20:50:07,541 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 49fc31098ef4ae915bbc4b131352e220, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:07,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, UNASSIGN because future has completed
2024-11-13T20:50:07,542 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T20:50:07,542 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5e1c082e0584a2d495ea16118c01baed, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:07,591 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-13T20:50:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-13T20:50:07,694 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:07,694 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T20:50:07,694 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 5e1c082e0584a2d495ea16118c01baed, disabling compactions & flushes
2024-11-13T20:50:07,694 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:07,694 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:07,694 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed. after waiting 0 ms
2024-11-13T20:50:07,694 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:07,699 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-13T20:50:07,700 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:07,700 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.
2024-11-13T20:50:07,701 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 5e1c082e0584a2d495ea16118c01baed:
Waiting for close lock at 1731531007694Running coprocessor pre-close hooks at 1731531007694Disabling compacts and flushes for region at 1731531007694Disabling writes for close at 1731531007694Writing region close event to WAL at 1731531007695 (+1 ms)Running coprocessor post-close hooks at 1731531007700 (+5 ms)Closed at 1731531007700
2024-11-13T20:50:07,703 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:07,703 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:07,703 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T20:50:07,703 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 49fc31098ef4ae915bbc4b131352e220, disabling compactions & flushes
2024-11-13T20:50:07,703 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:07,703 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:07,703 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220. after waiting 0 ms
2024-11-13T20:50:07,703 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:07,703 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=5e1c082e0584a2d495ea16118c01baed, regionState=CLOSED
2024-11-13T20:50:07,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5e1c082e0584a2d495ea16118c01baed, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:07,707 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-13T20:50:07,708 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:07,708 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.
2024-11-13T20:50:07,708 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71
2024-11-13T20:50:07,708 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 49fc31098ef4ae915bbc4b131352e220:
Waiting for close lock at 1731531007703Running coprocessor pre-close hooks at 1731531007703Disabling compacts and flushes for region at 1731531007703Disabling writes for close at 1731531007703Writing region close event to WAL at 1731531007703Running coprocessor post-close hooks at 1731531007708 (+5 ms)Closed at 1731531007708
2024-11-13T20:50:07,708 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 5e1c082e0584a2d495ea16118c01baed, server=04ac815325d6,41521,1731530919836 in 164 msec
2024-11-13T20:50:07,709 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1c082e0584a2d495ea16118c01baed, UNASSIGN in 171 msec
2024-11-13T20:50:07,709 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:07,710 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=49fc31098ef4ae915bbc4b131352e220, regionState=CLOSED
2024-11-13T20:50:07,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 49fc31098ef4ae915bbc4b131352e220, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:07,714 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-13T20:50:07,714 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 49fc31098ef4ae915bbc4b131352e220, server=04ac815325d6,41521,1731530919836 in 171 msec
2024-11-13T20:50:07,715 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70
2024-11-13T20:50:07,715 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=49fc31098ef4ae915bbc4b131352e220, UNASSIGN in 177 msec
2024-11-13T20:50:07,718 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69
2024-11-13T20:50:07,718 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 184 msec
2024-11-13T20:50:07,719 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531007719"}]},"ts":"1731531007719"}
2024-11-13T20:50:07,720 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta
2024-11-13T20:50:07,720 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED
2024-11-13T20:50:07,722 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 199 msec
2024-11-13T20:50:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-13T20:50:07,841 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed
2024-11-13T20:50:07,845 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1
2024-11-13T20:50:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true)
2024-11-13T20:50:07,851 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition
2024-11-13T20:50:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-11-13T20:50:07,857 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:07,857 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:07,860 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/f, FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/f3, FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/mob, FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/recovered.edits]
2024-11-13T20:50:07,860 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/f, FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/f3, FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/mob, FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/recovered.edits]
2024-11-13T20:50:07,865 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/f/bd26071dc4b744bf86a229787b9baad1_SeqId_4_ to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/archive/data/default/table1/49fc31098ef4ae915bbc4b131352e220/f/bd26071dc4b744bf86a229787b9baad1_SeqId_4_
2024-11-13T20:50:07,865 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/f3/b4b84643a77943fcac52fe87df29a5c7_SeqId_4_ to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/archive/data/default/table1/5e1c082e0584a2d495ea16118c01baed/f3/b4b84643a77943fcac52fe87df29a5c7_SeqId_4_
2024-11-13T20:50:07,869 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/mob/7c865a3e100941fea138b72cffcbf39c_SeqId_4_ to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/archive/data/default/table1/5e1c082e0584a2d495ea16118c01baed/mob/7c865a3e100941fea138b72cffcbf39c_SeqId_4_
2024-11-13T20:50:07,870 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220/recovered.edits/6.seqid to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/archive/data/default/table1/49fc31098ef4ae915bbc4b131352e220/recovered.edits/6.seqid
2024-11-13T20:50:07,871 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/49fc31098ef4ae915bbc4b131352e220
2024-11-13T20:50:07,872 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed/recovered.edits/6.seqid to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/archive/data/default/table1/5e1c082e0584a2d495ea16118c01baed/recovered.edits/6.seqid
2024-11-13T20:50:07,873 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/5e1c082e0584a2d495ea16118c01baed
2024-11-13T20:50:07,873 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived table1 regions
2024-11-13T20:50:07,873 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-11-13T20:50:07,874 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob]
2024-11-13T20:50:07,876 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-11-13T20:50:07,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41521 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-13T20:50:07,902 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta
2024-11-13T20:50:07,906 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor.
2024-11-13T20:50:07,907 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states.
2024-11-13T20:50:07,907 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731531007907"}]},"ts":"9223372036854775807"}
2024-11-13T20:50:07,907 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731531007907"}]},"ts":"9223372036854775807"}
2024-11-13T20:50:07,909 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-13T20:50:07,909 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5e1c082e0584a2d495ea16118c01baed, NAME => 'table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 49fc31098ef4ae915bbc4b131352e220, NAME => 'table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220.', STARTKEY => 'row0', ENDKEY => ''}]
2024-11-13T20:50:07,910 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted.
2024-11-13T20:50:07,910 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731531007910"}]},"ts":"9223372036854775807"}
2024-11-13T20:50:07,912 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META
2024-11-13T20:50:07,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741981_1157 (size=938)
2024-11-13T20:50:07,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2
2024-11-13T20:50:07,929 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer
2024-11-13T20:50:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-11-13T20:50:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-11-13T20:50:08,322 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 697b8fcc0d53a62d1b767e76644d9790, NAME => 'table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:50:08,322 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f1ec2064e2d393e89d25da84df410188, NAME => 'table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:50:08,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741982_1158 (size=45)
2024-11-13T20:50:08,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741983_1159 (size=45)
2024-11-13T20:50:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 697b8fcc0d53a62d1b767e76644d9790, disabling compactions & flushes
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing f1ec2064e2d393e89d25da84df410188, disabling compactions & flushes
2024-11-13T20:50:08,735 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:08,735 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790. after waiting 0 ms
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188. after waiting 0 ms
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:08,735 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:08,735 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 697b8fcc0d53a62d1b767e76644d9790:
Waiting for close lock at 1731531008735Disabling compacts and flushes for region at 1731531008735Disabling writes for close at 1731531008735Writing region close event to WAL at 1731531008735Closed at 1731531008735
2024-11-13T20:50:08,735 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for f1ec2064e2d393e89d25da84df410188:
Waiting for close lock at 1731531008735Disabling compacts and flushes for region at 1731531008735Disabling writes for close at 1731531008735Writing region close event to WAL at 1731531008735Closed at 1731531008735
2024-11-13T20:50:08,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731531008737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731531008737"}]},"ts":"1731531008737"}
2024-11-13T20:50:08,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731531008737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731531008737"}]},"ts":"1731531008737"}
2024-11-13T20:50:08,740 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-13T20:50:08,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531008740"}]},"ts":"1731531008740"}
2024-11-13T20:50:08,742 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-11-13T20:50:08,743 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, ASSIGN}]
2024-11-13T20:50:08,743 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, ASSIGN
2024-11-13T20:50:08,743 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, ASSIGN
2024-11-13T20:50:08,744 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:50:08,744 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:50:08,895 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=f1ec2064e2d393e89d25da84df410188, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:08,895 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=697b8fcc0d53a62d1b767e76644d9790, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:08,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, ASSIGN because future has completed
2024-11-13T20:50:08,897 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:08,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, ASSIGN because future has completed
2024-11-13T20:50:08,898 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-11-13T20:50:09,053 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:09,053 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => f1ec2064e2d393e89d25da84df410188, NAME => 'table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-13T20:50:09,053 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:50:09,053 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,054 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:09,054 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,054 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,055 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1ec2064e2d393e89d25da84df410188 
2024-11-13T20:50:09,056 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ec2064e2d393e89d25da84df410188 columnFamilyName f
2024-11-13T20:50:09,056 DEBUG [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:09,057 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(327): Store=f1ec2064e2d393e89d25da84df410188/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:09,057 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region f1ec2064e2d393e89d25da84df410188 
2024-11-13T20:50:09,058 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ec2064e2d393e89d25da84df410188 columnFamilyName f3
2024-11-13T20:50:09,058 DEBUG [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:09,059 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(327): Store=f1ec2064e2d393e89d25da84df410188/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:09,059 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f1ec2064e2d393e89d25da84df410188 
2024-11-13T20:50:09,060 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ec2064e2d393e89d25da84df410188 columnFamilyName mob
2024-11-13T20:50:09,060 DEBUG [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:09,061 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(327): Store=f1ec2064e2d393e89d25da84df410188/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:09,061 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,062 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,062 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,063 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,063 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,063 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-13T20:50:09,064 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,066 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:50:09,066 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened f1ec2064e2d393e89d25da84df410188; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10812154080, jitterRate=0.006960317492485046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-13T20:50:09,066 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:09,067 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for f1ec2064e2d393e89d25da84df410188:
Running coprocessor pre-open hook at 1731531009054Writing region info on filesystem at 1731531009054Initializing all the Stores at 1731531009054Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531009055 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531009055Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531009055Cleaning up temporary data from old regions at 1731531009063 (+8 ms)Running coprocessor post-open hooks at 1731531009066 (+3 ms)Region opened successfully at 1731531009067 (+1 ms)
2024-11-13T20:50:09,068 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188., pid=79, masterSystemTime=1731531009049
2024-11-13T20:50:09,070 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:09,070 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:09,070 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:09,070 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 697b8fcc0d53a62d1b767e76644d9790, NAME => 'table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-13T20:50:09,070 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:50:09,070 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=f1ec2064e2d393e89d25da84df410188, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:09,070 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,070 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:09,070 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,070 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,072 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 697b8fcc0d53a62d1b767e76644d9790 
2024-11-13T20:50:09,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:09,073 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697b8fcc0d53a62d1b767e76644d9790 columnFamilyName f
2024-11-13T20:50:09,073 DEBUG [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:09,074 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(327): Store=697b8fcc0d53a62d1b767e76644d9790/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:09,074 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 697b8fcc0d53a62d1b767e76644d9790 
2024-11-13T20:50:09,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77
2024-11-13T20:50:09,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836 in 175 msec
2024-11-13T20:50:09,075 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697b8fcc0d53a62d1b767e76644d9790 columnFamilyName f3
2024-11-13T20:50:09,075 DEBUG [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:09,076 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(327): Store=697b8fcc0d53a62d1b767e76644d9790/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:09,076 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, ASSIGN in 332 msec
2024-11-13T20:50:09,076 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 697b8fcc0d53a62d1b767e76644d9790 
2024-11-13T20:50:09,077 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697b8fcc0d53a62d1b767e76644d9790 columnFamilyName mob
2024-11-13T20:50:09,078 DEBUG [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:09,078 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(327): Store=697b8fcc0d53a62d1b767e76644d9790/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:09,078 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,079 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,079 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,080 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,080 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,081 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-13T20:50:09,082 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,084 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:50:09,085 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 697b8fcc0d53a62d1b767e76644d9790; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11895239200, jitterRate=0.1078304797410965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-13T20:50:09,085 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:09,085 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 697b8fcc0d53a62d1b767e76644d9790:
Running coprocessor pre-open hook at 1731531009071Writing region info on filesystem at 1731531009071Initializing all the Stores at 1731531009071Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531009072 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531009072Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531009072Cleaning up temporary data from old regions at 1731531009080 (+8 ms)Running coprocessor post-open hooks at 1731531009085 (+5 ms)Region opened successfully at 1731531009085
2024-11-13T20:50:09,086 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., pid=78, masterSystemTime=1731531009049
2024-11-13T20:50:09,087 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:09,087 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:09,088 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=697b8fcc0d53a62d1b767e76644d9790, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:09,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:09,091 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76
2024-11-13T20:50:09,092 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836 in 193 msec
2024-11-13T20:50:09,093 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75
2024-11-13T20:50:09,093 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, ASSIGN in 350 msec
2024-11-13T20:50:09,093 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531009093"}]},"ts":"1731531009093"}
2024-11-13T20:50:09,095 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-11-13T20:50:09,095 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed
2024-11-13T20:50:09,096 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2490 sec
2024-11-13T20:50:09,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7b2213879d5b2c3c279cad5bc4d06abf, had cached 0 bytes from a total of 38453
2024-11-13T20:50:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-11-13T20:50:10,001 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed
2024-11-13T20:50:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:10,005 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf,hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b from hbase tables test-1731530929504 to tables table1
2024-11-13T20:50:10,005 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731530929504 into table1
2024-11-13T20:50:10,007 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005 from hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf,hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b
2024-11-13T20:50:10,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5571fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:10,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:10,009 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:10,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:10,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:10,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc06d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:10,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:10,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,010 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:10,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be1a2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76dd9146
2024-11-13T20:50:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:10,013 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:10,014 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-13T20:50:10,014 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-13T20:50:10,014 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:10,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:10,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:10,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:10,016 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:10,017 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-13T20:50:10,017 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-13T20:50:10,017 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-13T20:50:10,017 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/partitions_d916c89f-0575-42be-9953-725ced1f4c6f
2024-11-13T20:50:10,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741984_1160 (size=177)
2024-11-13T20:50:10,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:10,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:50:10,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:50:10,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:50:10,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:50:10,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:50:10,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:50:10,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:50:10,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:50:10,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:50:10,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:50:10,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:10,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:50:10,430 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-13T20:50:10,430 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:10,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:10,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,431 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:10,431 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-13T20:50:10,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:10,444 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:50:10,457 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-13T20:50:10,561 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local139164330_0014_d0dd1cf3-48b4-4a6e-97a2-8678f0fd92a7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:50:10,561 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local139164330_0014_d0dd1cf3-48b4-4a6e-97a2-8678f0fd92a7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:50:10,625 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/5486d3b2b0be43e384043afee5daa2a7
2024-11-13T20:50:10,628 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:10,682 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/ab592cd8318a4d5fa4d575a9fa811bcd
2024-11-13T20:50:10,685 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:10,722 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f/cdd6acc4fe9d4a0690cec4f01a4b607c
2024-11-13T20:50:10,725 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:10,770 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/b18adb81e093acc6c205d9f24e4fa36b/mob/d41d8cd98f00b204e9800998ecf8427e20241113e6ae2d10a2e64791b3796e81d5726b8b_7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:50:10,773 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:10,809 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530964863/default/test-1731530929504/archive/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/mob/86f87a3f99d0492d94cc18a9756cfd97
2024-11-13T20:50:10,812 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:10,846 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c55da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,846 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:10,846 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:10,847 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:10,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:10,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:10,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3de992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:10,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:10,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,849 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:10,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bf6a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,850 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:10,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:10,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:10,852 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:10,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731530929504-1-0', locateType=CURRENT is [region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:10,854 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-13T20:50:10,854 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:10,854 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,855 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,855 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:10,855 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731530929504-1-0]
2024-11-13T20:50:10,855 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:10,862 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163ce190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,862 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:10,862 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:10,863 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:10,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:10,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:10,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd32312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:10,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:10,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,864 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131a5eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:10,865 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:10,867 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:10,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731530929504-3-0', locateType=CURRENT is [region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:10,869 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-13T20:50:10,869 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:10,869 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,869 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:10,869 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:10,869 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731530929504-3-0]
2024-11-13T20:50:10,869 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:10,874 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/_temporary/0/_temporary/attempt_local139164330_0014_r_000000_0/f/437c4c988ac647b9907f1b44fa0523b3 is 59, key is row-test-1731530929504-1-10/f:q1/1731530951028/Put/seqid=0
2024-11-13T20:50:10,877 WARN  [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:10,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741985_1161 (size=11124)
2024-11-13T20:50:11,281 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/_temporary/0/_temporary/attempt_local139164330_0014_r_000000_0/mob/13b2546160e64ad398f418dba6a055b0 is 192, key is row-test-1731530929504-3-100/mob:q1/1731530951548/Put/seqid=0
2024-11-13T20:50:11,282 WARN  [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:11,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741986_1162 (size=13403)
2024-11-13T20:50:11,713 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31602c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:11,714 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:11,714 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:11,714 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:11,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:11,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:11,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ef5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:11,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:11,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:11,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:11,716 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:11,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e44482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:11,717 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:11,719 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:11,721 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-13T20:50:11,721 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:11,721 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:11,721 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:11,721 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:11,721 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-13T20:50:11,722 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:11,726 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/_temporary/0/_temporary/attempt_local139164330_0014_r_000001_0/f/4982a86849f24aafa9e9e951b602be08 is 37, key is row10/f:q1/1731530931251/Put/seqid=0
2024-11-13T20:50:11,728 WARN  [Thread-1824 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:11,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741987_1163 (size=8741)
2024-11-13T20:50:12,604 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005
2024-11-13T20:50:12,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f3b289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:12,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:12,606 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:12,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:12,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fa7e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,608 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:12,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc00f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:12,611 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:12,614 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/_SUCCESS
2024-11-13T20:50:12,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:12,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:12,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da3a4ab
2024-11-13T20:50:12,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:12,623 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:12,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:12,628 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,633 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/f/437c4c988ac647b9907f1b44fa0523b3 first=Optional[row-test-1731530929504-1-0] last=Optional[row-test-1731530929504-1-98]
2024-11-13T20:50:12,636 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/f/4982a86849f24aafa9e9e951b602be08 first=Optional[row0] last=Optional[row98]
2024-11-13T20:50:12,638 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/mob/13b2546160e64ad398f418dba6a055b0 first=Optional[row-test-1731530929504-3-0] last=Optional[row-test-1731530929504-3-99]
2024-11-13T20:50:12,642 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/f/4982a86849f24aafa9e9e951b602be08 for inclusion in f1ec2064e2d393e89d25da84df410188/f
2024-11-13T20:50:12,643 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/f/437c4c988ac647b9907f1b44fa0523b3 for inclusion in 697b8fcc0d53a62d1b767e76644d9790/f
2024-11-13T20:50:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-13T20:50:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-11-13T20:50:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HRegion(2603): Flush status journal for f1ec2064e2d393e89d25da84df410188:

2024-11-13T20:50:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/f/4982a86849f24aafa9e9e951b602be08 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/4982a86849f24aafa9e9e951b602be08
2024-11-13T20:50:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731530929504-1-0 last=row-test-1731530929504-1-98
2024-11-13T20:50:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-13T20:50:12,648 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/mob/13b2546160e64ad398f418dba6a055b0 for inclusion in 697b8fcc0d53a62d1b767e76644d9790/mob
2024-11-13T20:50:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/4982a86849f24aafa9e9e951b602be08 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188/f/f0065f83fcd14640860e7942ce5bbc84_SeqId_4_
2024-11-13T20:50:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f9b038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:12,651 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29af6ac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731530929504-3-0 last=row-test-1731530929504-3-99
2024-11-13T20:50:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-13T20:50:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegion(2603): Flush status journal for 697b8fcc0d53a62d1b767e76644d9790:

2024-11-13T20:50:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/f/437c4c988ac647b9907f1b44fa0523b3 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/437c4c988ac647b9907f1b44fa0523b3
2024-11-13T20:50:12,652 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:12,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e129e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a68e45
2024-11-13T20:50:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/437c4c988ac647b9907f1b44fa0523b3 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f/71d3c29e7a4c404184b048a1c297e47f_SeqId_4_
2024-11-13T20:50:12,655 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531010005/mob/13b2546160e64ad398f418dba6a055b0 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/mob/13b2546160e64ad398f418dba6a055b0
2024-11-13T20:50:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:12,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:12,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/mob/13b2546160e64ad398f418dba6a055b0 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/mob/a668869800b0441e9de953a4e07cf69b_SeqId_4_
2024-11-13T20:50:12,658 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c67590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:12,659 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:12,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:12,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:12,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416fac72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:12,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:12,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,661 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689a5291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65405022
2024-11-13T20:50:12,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:12,663 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:12,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:12,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:12,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,667 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:12,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:12,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,675 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521.
2024-11-13T20:50:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,675 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:12,676 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/4982a86849f24aafa9e9e951b602be08 into f1ec2064e2d393e89d25da84df410188/f as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188/f/f0065f83fcd14640860e7942ce5bbc84_SeqId_4_ - updating store file list.
2024-11-13T20:50:12,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:12,682 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188/f/f0065f83fcd14640860e7942ce5bbc84_SeqId_4_ into f1ec2064e2d393e89d25da84df410188/f
2024-11-13T20:50:12,682 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/4982a86849f24aafa9e9e951b602be08 into f1ec2064e2d393e89d25da84df410188/f (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188/f/f0065f83fcd14640860e7942ce5bbc84_SeqId_4_)
2024-11-13T20:50:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/4982a86849f24aafa9e9e951b602be08
2024-11-13T20:50:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8ec7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:12,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,685 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,686 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcaa27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:12,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:12,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:12,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ba9825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:12,687 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f6e0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:12,687 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237d8aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:12,688 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:12,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:12,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@532c1d6f
2024-11-13T20:50:12,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:12,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea522be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:12,690 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-13T20:50:12,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:12,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e94e3b
2024-11-13T20:50:12,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:12,691 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:12,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:12,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:12,692 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-13T20:50:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:12,694 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:12,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:12,709 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521.
2024-11-13T20:50:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:12,709 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:12,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,711 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:12,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/437c4c988ac647b9907f1b44fa0523b3 into 697b8fcc0d53a62d1b767e76644d9790/f as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f/71d3c29e7a4c404184b048a1c297e47f_SeqId_4_ - updating store file list.
2024-11-13T20:50:12,718 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f/71d3c29e7a4c404184b048a1c297e47f_SeqId_4_ into 697b8fcc0d53a62d1b767e76644d9790/f
2024-11-13T20:50:12,718 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/437c4c988ac647b9907f1b44fa0523b3 into 697b8fcc0d53a62d1b767e76644d9790/f (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f/71d3c29e7a4c404184b048a1c297e47f_SeqId_4_)
2024-11-13T20:50:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/f/437c4c988ac647b9907f1b44fa0523b3
2024-11-13T20:50:12,719 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/mob/13b2546160e64ad398f418dba6a055b0 into 697b8fcc0d53a62d1b767e76644d9790/mob as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/mob/a668869800b0441e9de953a4e07cf69b_SeqId_4_ - updating store file list.
2024-11-13T20:50:12,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/mob/a668869800b0441e9de953a4e07cf69b_SeqId_4_ into 697b8fcc0d53a62d1b767e76644d9790/mob
2024-11-13T20:50:12,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/mob/13b2546160e64ad398f418dba6a055b0 into 697b8fcc0d53a62d1b767e76644d9790/mob (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/mob/a668869800b0441e9de953a4e07cf69b_SeqId_4_)
2024-11-13T20:50:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__3sm3hsg1p291ij9vk6r7lpngub76nncgaeiobqmd7fq9jb91dbm0uff5trg1n8q5/mob/13b2546160e64ad398f418dba6a055b0
2024-11-13T20:50:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312267fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:12,727 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:12,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:12,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48887ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,729 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:12,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cac5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:12,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:12,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d539de
2024-11-13T20:50:12,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:12,731 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-13T20:50:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:12,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:12,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:12,734 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-13T20:50:12,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:12,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:12,750 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,750 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:12,751 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:12,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:12,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:12,752 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:12,752 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-13T20:50:12,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=2 , the old value is region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:12,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:12,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=2 from cache
2024-11-13T20:50:12,753 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T20:50:12,781 INFO  [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731530929504' to 'table1' from log dirs: hdfs://localhost:37409/backupUT/backup_1731530990997/default/test-1731530929504/f2/ed6adbe90d004401a68c4700862114f6
2024-11-13T20:50:12,786 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731530929504', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731530990997
2024-11-13T20:50:12,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:50:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1
2024-11-13T20:50:12,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741988_1164 (size=938)
2024-11-13T20:50:12,862 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-13T20:50:13,202 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/.tabledesc/.tableinfo.0000000001.938
2024-11-13T20:50:13,202 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/.tabledesc/.tableinfo.0000000002.938
2024-11-13T20:50:13,203 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-13T20:50:13,205 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}]
2024-11-13T20:50:13,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, REOPEN/MOVE}]
2024-11-13T20:50:13,209 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, REOPEN/MOVE
2024-11-13T20:50:13,209 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, REOPEN/MOVE
2024-11-13T20:50:13,211 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=697b8fcc0d53a62d1b767e76644d9790, regionState=CLOSING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:13,211 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=f1ec2064e2d393e89d25da84df410188, regionState=CLOSING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:13,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, REOPEN/MOVE because future has completed
2024-11-13T20:50:13,214 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T20:50:13,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:13,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, REOPEN/MOVE because future has completed
2024-11-13T20:50:13,215 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T20:50:13,215 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:13,368 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,368 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T20:50:13,368 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 697b8fcc0d53a62d1b767e76644d9790, disabling compactions & flushes
2024-11-13T20:50:13,368 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:13,368 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:13,368 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790. after waiting 0 ms
2024-11-13T20:50:13,368 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:13,373 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-13T20:50:13,373 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:13,373 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:13,373 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 697b8fcc0d53a62d1b767e76644d9790:
Waiting for close lock at 1731531013368Running coprocessor pre-close hooks at 1731531013368Disabling compacts and flushes for region at 1731531013368Disabling writes for close at 1731531013368Writing region close event to WAL at 1731531013369 (+1 ms)Running coprocessor post-close hooks at 1731531013373 (+4 ms)Closed at 1731531013373
2024-11-13T20:50:13,374 WARN  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 697b8fcc0d53a62d1b767e76644d9790 to self.
2024-11-13T20:50:13,375 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,376 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,376 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T20:50:13,376 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing f1ec2064e2d393e89d25da84df410188, disabling compactions & flushes
2024-11-13T20:50:13,376 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:13,376 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:13,376 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188. after waiting 0 ms
2024-11-13T20:50:13,376 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:13,376 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=697b8fcc0d53a62d1b767e76644d9790, regionState=CLOSED
2024-11-13T20:50:13,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:13,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82
2024-11-13T20:50:13,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836 in 165 msec
2024-11-13T20:50:13,382 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, REOPEN/MOVE; state=CLOSED, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=true
2024-11-13T20:50:13,383 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-13T20:50:13,384 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:13,384 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:13,384 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for f1ec2064e2d393e89d25da84df410188:
Waiting for close lock at 1731531013376Running coprocessor pre-close hooks at 1731531013376Disabling compacts and flushes for region at 1731531013376Disabling writes for close at 1731531013376Writing region close event to WAL at 1731531013377 (+1 ms)Running coprocessor post-close hooks at 1731531013384 (+7 ms)Closed at 1731531013384
2024-11-13T20:50:13,384 WARN  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: f1ec2064e2d393e89d25da84df410188 to self.
2024-11-13T20:50:13,386 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,392 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=f1ec2064e2d393e89d25da84df410188, regionState=CLOSED
2024-11-13T20:50:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:13,396 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83
2024-11-13T20:50:13,397 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836 in 179 msec
2024-11-13T20:50:13,397 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, REOPEN/MOVE; state=CLOSED, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=true
2024-11-13T20:50:13,533 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=697b8fcc0d53a62d1b767e76644d9790, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:13,533 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=f1ec2064e2d393e89d25da84df410188, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:13,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, REOPEN/MOVE because future has completed
2024-11-13T20:50:13,536 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:13,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, REOPEN/MOVE because future has completed
2024-11-13T20:50:13,537 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:13,691 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:13,691 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => f1ec2064e2d393e89d25da84df410188, NAME => 'table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-13T20:50:13,692 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:50:13,692 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,692 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:13,692 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,692 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,694 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1ec2064e2d393e89d25da84df410188 
2024-11-13T20:50:13,695 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ec2064e2d393e89d25da84df410188 columnFamilyName f
2024-11-13T20:50:13,695 DEBUG [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:13,701 DEBUG [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188/f/f0065f83fcd14640860e7942ce5bbc84_SeqId_4_
2024-11-13T20:50:13,701 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(327): Store=f1ec2064e2d393e89d25da84df410188/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:13,702 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region f1ec2064e2d393e89d25da84df410188 
2024-11-13T20:50:13,703 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ec2064e2d393e89d25da84df410188 columnFamilyName f2
2024-11-13T20:50:13,703 DEBUG [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:13,703 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(327): Store=f1ec2064e2d393e89d25da84df410188/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:13,704 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f1ec2064e2d393e89d25da84df410188 
2024-11-13T20:50:13,704 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ec2064e2d393e89d25da84df410188 columnFamilyName mob
2024-11-13T20:50:13,705 DEBUG [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:13,705 INFO  [StoreOpener-f1ec2064e2d393e89d25da84df410188-1 {}] regionserver.HStore(327): Store=f1ec2064e2d393e89d25da84df410188/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:13,706 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,706 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,708 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,709 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,709 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,709 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-13T20:50:13,711 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,712 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened f1ec2064e2d393e89d25da84df410188; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11470242080, jitterRate=0.06824953854084015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-13T20:50:13,712 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:13,712 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for f1ec2064e2d393e89d25da84df410188:
Running coprocessor pre-open hook at 1731531013692Writing region info on filesystem at 1731531013692Initializing all the Stores at 1731531013693 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531013693Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531013693Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531013693Cleaning up temporary data from old regions at 1731531013709 (+16 ms)Running coprocessor post-open hooks at 1731531013712 (+3 ms)Region opened successfully at 1731531013712
2024-11-13T20:50:13,713 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188., pid=87, masterSystemTime=1731531013688
2024-11-13T20:50:13,715 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:13,715 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:13,716 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:13,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 697b8fcc0d53a62d1b767e76644d9790, NAME => 'table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-13T20:50:13,716 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=f1ec2064e2d393e89d25da84df410188, regionState=OPEN, openSeqNum=7, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:13,716 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:50:13,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:13,717 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,717 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:13,718 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 697b8fcc0d53a62d1b767e76644d9790 
2024-11-13T20:50:13,719 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697b8fcc0d53a62d1b767e76644d9790 columnFamilyName f
2024-11-13T20:50:13,719 DEBUG [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:13,721 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83
2024-11-13T20:50:13,721 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure f1ec2064e2d393e89d25da84df410188, server=04ac815325d6,41521,1731530919836 in 182 msec
2024-11-13T20:50:13,723 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f1ec2064e2d393e89d25da84df410188, REOPEN/MOVE in 513 msec
2024-11-13T20:50:13,726 DEBUG [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f/71d3c29e7a4c404184b048a1c297e47f_SeqId_4_
2024-11-13T20:50:13,727 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(327): Store=697b8fcc0d53a62d1b767e76644d9790/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:13,727 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 697b8fcc0d53a62d1b767e76644d9790 
2024-11-13T20:50:13,728 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697b8fcc0d53a62d1b767e76644d9790 columnFamilyName f2
2024-11-13T20:50:13,728 DEBUG [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:13,729 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(327): Store=697b8fcc0d53a62d1b767e76644d9790/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:13,729 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 697b8fcc0d53a62d1b767e76644d9790 
2024-11-13T20:50:13,730 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697b8fcc0d53a62d1b767e76644d9790 columnFamilyName mob
2024-11-13T20:50:13,731 DEBUG [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:13,737 DEBUG [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/mob/a668869800b0441e9de953a4e07cf69b_SeqId_4_
2024-11-13T20:50:13,737 INFO  [StoreOpener-697b8fcc0d53a62d1b767e76644d9790-1 {}] regionserver.HStore(327): Store=697b8fcc0d53a62d1b767e76644d9790/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:13,737 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,738 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,739 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,740 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,740 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,741 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-13T20:50:13,742 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,743 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 697b8fcc0d53a62d1b767e76644d9790; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11329658720, jitterRate=0.05515669286251068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-13T20:50:13,743 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:13,743 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 697b8fcc0d53a62d1b767e76644d9790:
Running coprocessor pre-open hook at 1731531013717Writing region info on filesystem at 1731531013717Initializing all the Stores at 1731531013718 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531013718Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531013718Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531013718Cleaning up temporary data from old regions at 1731531013740 (+22 ms)Running coprocessor post-open hooks at 1731531013743 (+3 ms)Region opened successfully at 1731531013743
2024-11-13T20:50:13,744 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., pid=86, masterSystemTime=1731531013688
2024-11-13T20:50:13,746 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:13,746 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:13,747 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=697b8fcc0d53a62d1b767e76644d9790, regionState=OPEN, openSeqNum=7, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:13,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:13,751 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=82
2024-11-13T20:50:13,751 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 697b8fcc0d53a62d1b767e76644d9790, server=04ac815325d6,41521,1731530919836 in 215 msec
2024-11-13T20:50:13,753 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-11-13T20:50:13,753 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=697b8fcc0d53a62d1b767e76644d9790, REOPEN/MOVE in 543 msec
2024-11-13T20:50:13,756 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-13T20:50:13,756 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 549 msec
2024-11-13T20:50:13,758 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1
2024-11-13T20:50:13,759 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., family=f3
2024-11-13T20:50:13,760 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188., family=f3
2024-11-13T20:50:13,762 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 972 msec
2024-11-13T20:50:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-13T20:50:13,764 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed
2024-11-13T20:50:13,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:13,769 INFO  [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:50:13,769 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:37409/backupUT/backup_1731530990997/default/test-1731530929504/f2/ed6adbe90d004401a68c4700862114f6 from hbase tables test-1731530929504 to tables table1
2024-11-13T20:50:13,769 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731530929504 into table1
2024-11-13T20:50:13,771 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531013769 from hdfs://localhost:37409/backupUT/backup_1731530990997/default/test-1731530929504/f2/ed6adbe90d004401a68c4700862114f6
2024-11-13T20:50:13,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ca0668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:13,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:13,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:13,772 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:13,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:13,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:13,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd9ca3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:13,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:13,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:13,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:13,774 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:13,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcaf3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:13,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25fd050e
2024-11-13T20:50:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:13,777 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:13,777 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-13T20:50:13,777 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-13T20:50:13,778 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:13,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:13,780 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:13,782 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-13T20:50:13,782 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-13T20:50:13,782 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-13T20:50:13,783 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/partitions_0d8b108f-ead0-4682-aa0d-84fea45db199
2024-11-13T20:50:13,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741989_1165 (size=177)
2024-11-13T20:50:14,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:14,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:50:14,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:50:14,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:50:14,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:50:14,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:50:14,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:50:14,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:50:14,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:50:14,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:50:14,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:50:14,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:14,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:50:14,203 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-13T20:50:14,203 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:14,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:14,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:14,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:14,204 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-13T20:50:14,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:14,206 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:14,218 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:50:14,234 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-13T20:50:14,343 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local190751649_0015_ae0e3fa1-4c86-45ee-beae-0af989c3515d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:50:14,343 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local190751649_0015_ae0e3fa1-4c86-45ee-beae-0af989c3515d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:50:14,426 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530990997/default/test-1731530929504/f2/ed6adbe90d004401a68c4700862114f6
2024-11-13T20:50:14,430 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:14,470 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3355a0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:14,470 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:14,471 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:14,472 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afe0b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:14,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:14,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:14,474 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:14,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcc256b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:14,475 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:14,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:14,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:14,478 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731530929504-2-0', locateType=CURRENT is [region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=7]
2024-11-13T20:50:14,479 INFO  [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1.
2024-11-13T20:50:14,479 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:14,480 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:14,480 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:14,480 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731530929504-2-0]
2024-11-13T20:50:14,480 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:14,480 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:14,485 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531013769/_temporary/0/_temporary/attempt_local190751649_0015_r_000000_0/f2/4d6b06bc2b33447782bd51fe076e8c7b is 58, key is row-test-1731530929504-2-0/f2:q1/1731530985988/Put/seqid=0
2024-11-13T20:50:14,487 WARN  [Thread-1887 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:14,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741990_1166 (size=5608)
2024-11-13T20:50:15,395 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531013769
2024-11-13T20:50:15,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584e882e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:15,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:15,397 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:15,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:15,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ff62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,399 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:15,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d45f202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:15,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:15,405 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:15,409 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531013769/_SUCCESS
2024-11-13T20:50:15,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:15,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:15,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@653942c8
2024-11-13T20:50:15,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:15,415 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:15,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=7]
2024-11-13T20:50:15,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-13T20:50:15,428 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531013769/f2/4d6b06bc2b33447782bd51fe076e8c7b first=Optional[row-test-1731530929504-2-0] last=Optional[row-test-1731530929504-2-6]
2024-11-13T20:50:15,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531013769/f2/4d6b06bc2b33447782bd51fe076e8c7b for inclusion in 697b8fcc0d53a62d1b767e76644d9790/f2
2024-11-13T20:50:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731530929504-2-0 last=row-test-1731530929504-2-6
2024-11-13T20:50:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-13T20:50:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegion(2603): Flush status journal for 697b8fcc0d53a62d1b767e76644d9790:

2024-11-13T20:50:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-default-table1-1731531013769/f2/4d6b06bc2b33447782bd51fe076e8c7b to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__eu40k4noasa7t9idmclamisa18q94cvq8j4obl481oll6948c94so592mbkaqi35/f2/4d6b06bc2b33447782bd51fe076e8c7b
2024-11-13T20:50:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__eu40k4noasa7t9idmclamisa18q94cvq8j4obl481oll6948c94so592mbkaqi35/f2/4d6b06bc2b33447782bd51fe076e8c7b as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f2/061886638c2740fa80ee6f3d0ba9d9a5_SeqId_9_
2024-11-13T20:50:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38da278d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:15,439 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bbde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,440 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:15,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753888a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46eb745c
2024-11-13T20:50:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:15,443 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:15,446 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:15,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:15,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:15,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,461 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:15,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__eu40k4noasa7t9idmclamisa18q94cvq8j4obl481oll6948c94so592mbkaqi35/f2/4d6b06bc2b33447782bd51fe076e8c7b into 697b8fcc0d53a62d1b767e76644d9790/f2 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f2/061886638c2740fa80ee6f3d0ba9d9a5_SeqId_9_ - updating store file list.
2024-11-13T20:50:15,467 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f2/061886638c2740fa80ee6f3d0ba9d9a5_SeqId_9_ into 697b8fcc0d53a62d1b767e76644d9790/f2
2024-11-13T20:50:15,467 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__eu40k4noasa7t9idmclamisa18q94cvq8j4obl481oll6948c94so592mbkaqi35/f2/4d6b06bc2b33447782bd51fe076e8c7b into 697b8fcc0d53a62d1b767e76644d9790/f2 (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/f2/061886638c2740fa80ee6f3d0ba9d9a5_SeqId_9_)
2024-11-13T20:50:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__table1__eu40k4noasa7t9idmclamisa18q94cvq8j4obl481oll6948c94so592mbkaqi35/f2/4d6b06bc2b33447782bd51fe076e8c7b
2024-11-13T20:50:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558e9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:15,474 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:15,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:15,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:15,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b1f77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:15,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:15,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,476 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:15,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e91b144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:15,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:15,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e799d25
2024-11-13T20:50:15,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:15,478 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-13T20:50:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:15,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:15,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:15,481 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-13T20:50:15,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:15,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:15,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:15,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,496 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:15,497 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:15,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:15,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:15,498 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:15,498 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-13T20:50:15,498 INFO  [Time-limited test {}] impl.RestoreTablesClient(187): test-1731530929504 has been successfully restored to table1
2024-11-13T20:50:15,498 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-13T20:50:15,498 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731530990997 hdfs://localhost:37409/backupUT/backup_1731530990997/default/test-1731530929504/
2024-11-13T20:50:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=7 , the old value is region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=7 from cache
2024-11-13T20:50:15,499 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37409/backupUT/backup_1731530964863/.backup.manifest
2024-11-13T20:50:15,499 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T20:50:15,501 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731530964863/.backup.manifest
2024-11-13T20:50:15,501 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17315309295041' to 'ns2:table2' from full backup image hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041
2024-11-13T20:50:15,503 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17315309295041', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731530990997
2024-11-13T20:50:15,506 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits
2024-11-13T20:50:15,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2
2024-11-13T20:50:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2
2024-11-13T20:50:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-13T20:50:15,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531015509"}]},"ts":"1731531015509"}
2024-11-13T20:50:15,511 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta
2024-11-13T20:50:15,511 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING
2024-11-13T20:50:15,511 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}]
2024-11-13T20:50:15,513 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, UNASSIGN}]
2024-11-13T20:50:15,514 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, UNASSIGN
2024-11-13T20:50:15,515 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=990f173ab20cdf14fc0801c02a5324b0, regionState=CLOSING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:15,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, UNASSIGN because future has completed
2024-11-13T20:50:15,516 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T20:50:15,516 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 990f173ab20cdf14fc0801c02a5324b0, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:15,601 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-13T20:50:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-13T20:50:15,669 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:15,669 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T20:50:15,669 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 990f173ab20cdf14fc0801c02a5324b0, disabling compactions & flushes
2024-11-13T20:50:15,669 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:15,669 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:15,669 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0. after waiting 0 ms
2024-11-13T20:50:15,669 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:15,674 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-13T20:50:15,675 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:15,675 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.
2024-11-13T20:50:15,675 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 990f173ab20cdf14fc0801c02a5324b0:
Waiting for close lock at 1731531015669Running coprocessor pre-close hooks at 1731531015669Disabling compacts and flushes for region at 1731531015669Disabling writes for close at 1731531015669Writing region close event to WAL at 1731531015670 (+1 ms)Running coprocessor post-close hooks at 1731531015675 (+5 ms)Closed at 1731531015675
2024-11-13T20:50:15,677 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:15,677 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=990f173ab20cdf14fc0801c02a5324b0, regionState=CLOSED
2024-11-13T20:50:15,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 990f173ab20cdf14fc0801c02a5324b0, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:15,682 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-13T20:50:15,682 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 990f173ab20cdf14fc0801c02a5324b0, server=04ac815325d6,41521,1731530919836 in 164 msec
2024-11-13T20:50:15,684 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-13T20:50:15,684 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=990f173ab20cdf14fc0801c02a5324b0, UNASSIGN in 169 msec
2024-11-13T20:50:15,686 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-13T20:50:15,686 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 174 msec
2024-11-13T20:50:15,688 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531015687"}]},"ts":"1731531015687"}
2024-11-13T20:50:15,689 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta
2024-11-13T20:50:15,689 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED
2024-11-13T20:50:15,692 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 184 msec
2024-11-13T20:50:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-13T20:50:15,831 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed
2024-11-13T20:50:15,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2
2024-11-13T20:50:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true)
2024-11-13T20:50:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-11-13T20:50:15,835 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition
2024-11-13T20:50:15,839 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:15,841 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/f, FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/recovered.edits]
2024-11-13T20:50:15,846 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/f/8ba198a312f145b49e417f8aa52d8deb_SeqId_4_ to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/archive/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/f/8ba198a312f145b49e417f8aa52d8deb_SeqId_4_
2024-11-13T20:50:15,850 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/recovered.edits/6.seqid to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/archive/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0/recovered.edits/6.seqid
2024-11-13T20:50:15,851 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/990f173ab20cdf14fc0801c02a5324b0
2024-11-13T20:50:15,851 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions
2024-11-13T20:50:15,857 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta
2024-11-13T20:50:15,859 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor.
2024-11-13T20:50:15,860 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states.
2024-11-13T20:50:15,860 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731531015860"}]},"ts":"9223372036854775807"}
2024-11-13T20:50:15,863 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-13T20:50:15,863 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 990f173ab20cdf14fc0801c02a5324b0, NAME => 'ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0.', STARTKEY => '', ENDKEY => ''}]
2024-11-13T20:50:15,863 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted.
2024-11-13T20:50:15,863 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731531015863"}]},"ts":"9223372036854775807"}
2024-11-13T20:50:15,866 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META
2024-11-13T20:50:15,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741991_1167 (size=351)
2024-11-13T20:50:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-11-13T20:50:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-11-13T20:50:16,278 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f3fe017a93e35ef0662444e9f46e17a, NAME => 'ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48
2024-11-13T20:50:16,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741992_1168 (size=37)
2024-11-13T20:50:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-11-13T20:50:16,686 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:16,686 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 5f3fe017a93e35ef0662444e9f46e17a, disabling compactions & flushes
2024-11-13T20:50:16,686 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:16,686 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:16,686 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a. after waiting 0 ms
2024-11-13T20:50:16,686 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:16,686 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:16,686 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f3fe017a93e35ef0662444e9f46e17a:
Waiting for close lock at 1731531016686Disabling compacts and flushes for region at 1731531016686Disabling writes for close at 1731531016686Writing region close event to WAL at 1731531016686Closed at 1731531016686
2024-11-13T20:50:16,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731531016688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731531016688"}]},"ts":"1731531016688"}
2024-11-13T20:50:16,690 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:50:16,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531016691"}]},"ts":"1731531016691"}
2024-11-13T20:50:16,693 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-11-13T20:50:16,694 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5f3fe017a93e35ef0662444e9f46e17a, ASSIGN}]
2024-11-13T20:50:16,695 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5f3fe017a93e35ef0662444e9f46e17a, ASSIGN
2024-11-13T20:50:16,696 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5f3fe017a93e35ef0662444e9f46e17a, ASSIGN; state=OFFLINE, location=04ac815325d6,41521,1731530919836; forceNewPlan=false, retain=false
2024-11-13T20:50:16,847 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=5f3fe017a93e35ef0662444e9f46e17a, regionState=OPENING, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:16,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5f3fe017a93e35ef0662444e9f46e17a, ASSIGN because future has completed
2024-11-13T20:50:16,850 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3fe017a93e35ef0662444e9f46e17a, server=04ac815325d6,41521,1731530919836}]
2024-11-13T20:50:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-11-13T20:50:17,006 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:17,007 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f3fe017a93e35ef0662444e9f46e17a, NAME => 'ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:50:17,007 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-13T20:50:17,008 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,008 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:50:17,008 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,008 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,009 INFO  [StoreOpener-5f3fe017a93e35ef0662444e9f46e17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f3fe017a93e35ef0662444e9f46e17a 
2024-11-13T20:50:17,011 INFO  [StoreOpener-5f3fe017a93e35ef0662444e9f46e17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f3fe017a93e35ef0662444e9f46e17a columnFamilyName f
2024-11-13T20:50:17,011 DEBUG [StoreOpener-5f3fe017a93e35ef0662444e9f46e17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:17,012 INFO  [StoreOpener-5f3fe017a93e35ef0662444e9f46e17a-1 {}] regionserver.HStore(327): Store=5f3fe017a93e35ef0662444e9f46e17a/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:50:17,012 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,013 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,013 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,014 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,014 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,016 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,019 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/5f3fe017a93e35ef0662444e9f46e17a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:50:17,019 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 5f3fe017a93e35ef0662444e9f46e17a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10623218080, jitterRate=-0.010635718703269958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:50:17,019 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:17,020 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 5f3fe017a93e35ef0662444e9f46e17a:
Running coprocessor pre-open hook at 1731531017008Writing region info on filesystem at 1731531017008Initializing all the Stores at 1731531017009 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731531017009Cleaning up temporary data from old regions at 1731531017014 (+5 ms)Running coprocessor post-open hooks at 1731531017019 (+5 ms)Region opened successfully at 1731531017020 (+1 ms)
2024-11-13T20:50:17,021 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a., pid=94, masterSystemTime=1731531017002
2024-11-13T20:50:17,024 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:17,024 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:17,025 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=5f3fe017a93e35ef0662444e9f46e17a, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41521,1731530919836
2024-11-13T20:50:17,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3fe017a93e35ef0662444e9f46e17a, server=04ac815325d6,41521,1731530919836 because future has completed
2024-11-13T20:50:17,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-13T20:50:17,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f3fe017a93e35ef0662444e9f46e17a, server=04ac815325d6,41521,1731530919836 in 178 msec
2024-11-13T20:50:17,032 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-13T20:50:17,032 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5f3fe017a93e35ef0662444e9f46e17a, ASSIGN in 336 msec
2024-11-13T20:50:17,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731531017032"}]},"ts":"1731531017032"}
2024-11-13T20:50:17,034 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-11-13T20:50:17,034 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed
2024-11-13T20:50:17,036 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2030 sec
2024-11-13T20:50:17,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1
2024-11-13T20:50:17,929 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer
2024-11-13T20:50:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-11-13T20:50:17,981 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed
2024-11-13T20:50:17,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-13T20:50:17,984 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5 from hbase tables ns2:test-17315309295041 to tables ns2:table2
2024-11-13T20:50:17,985 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17315309295041 into ns2:table2
2024-11-13T20:50:17,987 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531017985 from hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:50:17,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cee9525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:17,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:17,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:17,988 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a514971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:17,990 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6847ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:17,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:17,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:17,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bf44a09
2024-11-13T20:50:17,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:17,992 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:17,993 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-13T20:50:17,993 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-11-13T20:50:17,993 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-13T20:50:17,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:17,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:17,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:17,995 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:17,996 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-11-13T20:50:17,996 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-11-13T20:50:17,996 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/partitions_74bdcf83-cbdf-4dcb-b6ba-5f20216baba8
2024-11-13T20:50:18,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741993_1169 (size=153)
2024-11-13T20:50:18,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:18,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-13T20:50:18,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-13T20:50:18,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-13T20:50:18,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-13T20:50:18,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-13T20:50:18,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-13T20:50:18,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-13T20:50:18,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-13T20:50:18,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-13T20:50:18,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-13T20:50:18,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-13T20:50:18,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-13T20:50:18,413 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-11-13T20:50:18,414 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:18,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:18,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:18,414 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:18,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:18,415 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-13T20:50:18,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-13T20:50:18,417 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-13T20:50:18,473 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-13T20:50:18,492 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-13T20:50:18,618 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local55957263_0016_c58782f3-e787-4c8a-8d27-2a1a01ec99a5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-13T20:50:18,618 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/mapreduce.cluster.local.dir/job_local55957263_0016_c58782f3-e787-4c8a-8d27-2a1a01ec99a5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-13T20:50:18,679 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/deee805465d3444eb86fa1693b11aa99
2024-11-13T20:50:18,683 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:18,733 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37409/backupUT/backup_1731530964863/ns2/test-17315309295041/archive/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/f/9450ea92266743b4869f83d79f67cb64
2024-11-13T20:50:18,737 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-13T20:50:18,769 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b38655d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:18,769 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:18,770 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:18,771 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:18,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:18,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:18,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c25fde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:18,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:18,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:18,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:18,773 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:18,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f626f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:18,774 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:18,776 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:18,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:18,778 INFO  [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1.
2024-11-13T20:50:18,778 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:18,778 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:18,779 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:18,779 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:18,779 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-11-13T20:50:18,779 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 04ac815325d6
2024-11-13T20:50:18,783 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531017985/_temporary/0/_temporary/attempt_local55957263_0016_r_000000_0/f/ee0964a8e1bc46bf87e761176235a489 is 38, key is row-t20/f:q1/1731530951587/Put/seqid=0
2024-11-13T20:50:18,785 WARN  [Thread-1962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [04ac815325d6:41521] Specified favored nodes: [04ac815325d6:41521]
2024-11-13T20:50:18,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741994_1170 (size=8933)
2024-11-13T20:50:19,662 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531017985
2024-11-13T20:50:19,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24180800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:19,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:19,664 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:19,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:19,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:19,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbba3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:19,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:19,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,666 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:19,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446e4d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:19,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:19,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:19,669 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:19,672 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531017985/_SUCCESS
2024-11-13T20:50:19,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:19,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:19,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ba28f85
2024-11-13T20:50:19,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:19,677 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:19,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:19,682 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-13T20:50:19,688 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531017985/f/ee0964a8e1bc46bf87e761176235a489 first=Optional[row-t20] last=Optional[row98]
2024-11-13T20:50:19,693 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531017985/f/ee0964a8e1bc46bf87e761176235a489 for inclusion in 5f3fe017a93e35ef0662444e9f46e17a/f
2024-11-13T20:50:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98
2024-11-13T20:50:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-13T20:50:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegion(2603): Flush status journal for 5f3fe017a93e35ef0662444e9f46e17a:

2024-11-13T20:50:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/hbase-staging/bulk_output-ns2-table2-1731531017985/f/ee0964a8e1bc46bf87e761176235a489 to hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__33td5jqavdld0kl5mkve30qa1k4rhk2v50vup0q9c64d64jesigs1j69js42r2kr/f/ee0964a8e1bc46bf87e761176235a489
2024-11-13T20:50:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__33td5jqavdld0kl5mkve30qa1k4rhk2v50vup0q9c64d64jesigs1j69js42r2kr/f/ee0964a8e1bc46bf87e761176235a489 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/5f3fe017a93e35ef0662444e9f46e17a/f/96f248cb2d084d2592374c32d5a8e9b0_SeqId_4_
2024-11-13T20:50:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8a139e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:19,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae36a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:19,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,703 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:19,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa66971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:19,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bedf755
2024-11-13T20:50:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:19,706 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:50:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:19,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:19,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:19,708 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:50:19,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:19,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:19,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:19,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,723 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:19,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__33td5jqavdld0kl5mkve30qa1k4rhk2v50vup0q9c64d64jesigs1j69js42r2kr/f/ee0964a8e1bc46bf87e761176235a489 into 5f3fe017a93e35ef0662444e9f46e17a/f as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/5f3fe017a93e35ef0662444e9f46e17a/f/96f248cb2d084d2592374c32d5a8e9b0_SeqId_4_ - updating store file list.
2024-11-13T20:50:19,729 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/5f3fe017a93e35ef0662444e9f46e17a/f/96f248cb2d084d2592374c32d5a8e9b0_SeqId_4_ into 5f3fe017a93e35ef0662444e9f46e17a/f
2024-11-13T20:50:19,729 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__33td5jqavdld0kl5mkve30qa1k4rhk2v50vup0q9c64d64jesigs1j69js42r2kr/f/ee0964a8e1bc46bf87e761176235a489 into 5f3fe017a93e35ef0662444e9f46e17a/f (new location: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/5f3fe017a93e35ef0662444e9f46e17a/f/96f248cb2d084d2592374c32d5a8e9b0_SeqId_4_)
2024-11-13T20:50:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/staging/jenkins__ns2_table2__33td5jqavdld0kl5mkve30qa1k4rhk2v50vup0q9c64d64jesigs1j69js42r2kr/f/ee0964a8e1bc46bf87e761176235a489
2024-11-13T20:50:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30edc217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34959,-1 for getting cluster id
2024-11-13T20:50:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:50:19,732 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4a29e1a-1afc-4274-8787-afa00335d088'
2024-11-13T20:50:19,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:50:19,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4a29e1a-1afc-4274-8787-afa00335d088"

2024-11-13T20:50:19,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407d2c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34959,-1]
2024-11-13T20:50:19,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:50:19,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,734 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:50:19,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254bc4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-13T20:50:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:50:19,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34959,1731530917421
2024-11-13T20:50:19,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cc9627f
2024-11-13T20:50:19,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:50:19,737 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-13T20:50:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:50:19,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41521,1731530919836, seqNum=-1]
2024-11-13T20:50:19,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:50:19,739 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-13T20:50:19,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-13T20:50:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-13T20:50:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:19,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521.
2024-11-13T20:50:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,755 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:19,755 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:19,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:19,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:19,756 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:19,756 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-13T20:50:19,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a., hostname=04ac815325d6,41521,1731530919836, seqNum=2 , the old value is region=ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a., hostname=04ac815325d6,41521,1731530919836, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:19,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a., hostname=04ac815325d6,41521,1731530919836, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-13T20:50:19,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a., hostname=04ac815325d6,41521,1731530919836, seqNum=2 from cache
2024-11-13T20:50:19,757 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T20:50:19,774 INFO  [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17315309295041', skipping incremental restore step.
2024-11-13T20:50:19,774 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-13T20:50:19,774 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731530990997 hdfs://localhost:37409/backupUT/backup_1731530990997/ns2/test-17315309295041/
2024-11-13T20:50:19,774 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-11-13T20:50:19,775 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:50:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.CallRunner(138): callId: 734 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:60218 deadline: 1731531079775, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed. is not online on 04ac815325d6,41521,1731530919836
2024-11-13T20:50:19,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2 , the old value is region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed. is not online on 04ac815325d6,41521,1731530919836
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:19,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed. is not online on 04ac815325d6,41521,1731530919836
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:19,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731530999603.5e1c082e0584a2d495ea16118c01baed., hostname=04ac815325d6,41521,1731530919836, seqNum=2 from cache
2024-11-13T20:50:19,861 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:41521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-13T20:50:19,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790., hostname=04ac815325d6,41521,1731530919836, seqNum=7]
2024-11-13T20:50:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.CallRunner(138): callId: 738 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:60218 deadline: 1731531079887, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220. is not online on 04ac815325d6,41521,1731530919836
2024-11-13T20:50:19,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220., hostname=04ac815325d6,41521,1731530919836, seqNum=2 , the old value is region=table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220., hostname=04ac815325d6,41521,1731530919836, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220. is not online on 04ac815325d6,41521,1731530919836
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:19,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220., hostname=04ac815325d6,41521,1731530919836, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220. is not online on 04ac815325d6,41521,1731530919836
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:19,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731530999603.49fc31098ef4ae915bbc4b131352e220., hostname=04ac815325d6,41521,1731530919836, seqNum=2 from cache
2024-11-13T20:50:20,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188., hostname=04ac815325d6,41521,1731530919836, seqNum=7]
2024-11-13T20:50:20,008 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows
2024-11-13T20:50:20,012 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows
2024-11-13T20:50:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:20,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-13T20:50:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:20,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-13T20:50:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:20,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-13T20:50:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:20,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-13T20:50:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:20,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-13T20:50:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:50:20,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-13T20:50:20,034 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows
2024-11-13T20:50:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:60218 deadline: 1731531080034, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0. is not online on 04ac815325d6,41521,1731530919836
2024-11-13T20:50:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2 , the old value is region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0. is not online on 04ac815325d6,41521,1731530919836
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0. is not online on 04ac815325d6,41521,1731530919836
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T20:50:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0., hostname=04ac815325d6,41521,1731530919836, seqNum=2 from cache
2024-11-13T20:50:20,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a., hostname=04ac815325d6,41521,1731530919836, seqNum=2]
2024-11-13T20:50:20,147 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:20,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:20,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:20,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:20,147 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:20,166 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=645 (was 621)
Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1094113855-172.17.0.2-1731530914107:blk_1073741955_1131, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(04ac815325d6,41521,1731530919836)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1094113855-172.17.0.2-1731530914107:blk_1073741953_1129, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(04ac815325d6,41521,1731530919836)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(04ac815325d6,41521,1731530919836)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/04ac815325d6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1112216232_20 at /127.0.0.1:39104 [Waiting for operation #122]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: member: '04ac815325d6,41521,1731530919836' subprocedure-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_578278695_20 at /127.0.0.1:60836 [Receiving block BP-1094113855-172.17.0.2-1731530914107:blk_1073741954_1130]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_578278695_20 at /127.0.0.1:60826 [Receiving block BP-1094113855-172.17.0.2-1731530914107:blk_1073741953_1129]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'JobTracker' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: (04ac815325d6,34959,1731530917421)-proc-coordinator-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_578278695_20 at /127.0.0.1:60848 [Receiving block BP-1094113855-172.17.0.2-1731530914107:blk_1073741955_1131]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(04ac815325d6,41521,1731530919836)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1094113855-172.17.0.2-1731530914107:blk_1073741954_1130, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=645 (was 635) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 400), ProcessCount=9 (was 9), AvailableMemoryMB=1280 (was 2446)
2024-11-13T20:50:20,166 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=645 is superior to 500
2024-11-13T20:50:20,173 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-13T20:50:20,173 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:20,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:20,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:20,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:20,174 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:20,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-13T20:50:20,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2079019483, stopped=false
2024-11-13T20:50:20,174 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,34959,1731530917421
2024-11-13T20:50:20,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-11-13T20:50:20,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-11-13T20:50:20,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:50:20,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:50:20,177 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T20:50:20,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-13T20:50:20,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-13T20:50:20,179 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:50:20,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:20,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:20,180 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,41521,1731530919836' *****
2024-11-13T20:50:20,180 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-13T20:50:20,180 INFO  [RS:0;04ac815325d6:41521 {}] hbase.HBaseServerBase(468): Stop info server
2024-11-13T20:50:20,232 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-13T20:50:20,234 INFO  [RS:0;04ac815325d6:41521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@40fd40f7{regionserver,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/regionserver}
2024-11-13T20:50:20,237 INFO  [RS:0;04ac815325d6:41521 {}] server.AbstractConnector(383): Stopped ServerConnector@76137165{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-13T20:50:20,237 INFO  [RS:0;04ac815325d6:41521 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:50:20,238 INFO  [RS:0;04ac815325d6:41521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@64d7f6bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/static,STOPPED}
2024-11-13T20:50:20,238 INFO  [RS:0;04ac815325d6:41521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7365f03b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,STOPPED}
2024-11-13T20:50:20,240 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-13T20:50:20,240 INFO  [RS:0;04ac815325d6:41521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-13T20:50:20,240 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully.
2024-11-13T20:50:20,240 INFO  [RS:0;04ac815325d6:41521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for a36980ae4db2ee3bb8d032b9b33dab1d
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for 74eaedb5f4c031362a584babfcc8586a
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for 697b8fcc0d53a62d1b767e76644d9790
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for cfcdd73b9cceb6b5853d0b990fcc65e5
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for cfd68e2a585ac67c67dbca400e888f11
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b2213879d5b2c3c279cad5bc4d06abf
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f3fe017a93e35ef0662444e9f46e17a
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,41521,1731530919836
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T20:50:20,241 INFO  [RS:0;04ac815325d6:41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:41521.
2024-11-13T20:50:20,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7db7831889a37a1f02b75f1c6ddac75, disabling compactions & flushes
2024-11-13T20:50:20,241 DEBUG [RS:0;04ac815325d6:41521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:20,241 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:50:20,241 DEBUG [RS:0;04ac815325d6:41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:20,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:50:20,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75. after waiting 0 ms
2024-11-13T20:50:20,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:50:20,242 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-13T20:50:20,242 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-13T20:50:20,242 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7db7831889a37a1f02b75f1c6ddac75 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB
2024-11-13T20:50:20,242 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-13T20:50:20,242 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-13T20:50:20,242 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-13T20:50:20,242 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T20:50:20,242 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T20:50:20,242 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T20:50:20,242 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T20:50:20,242 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T20:50:20,242 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB
2024-11-13T20:50:20,243 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3fe017a93e35ef0662444e9f46e17a, 697b8fcc0d53a62d1b767e76644d9790, 74eaedb5f4c031362a584babfcc8586a, 7b2213879d5b2c3c279cad5bc4d06abf, a36980ae4db2ee3bb8d032b9b33dab1d, cfcdd73b9cceb6b5853d0b990fcc65e5, cfd68e2a585ac67c67dbca400e888f11, f1ec2064e2d393e89d25da84df410188, f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:50:20,246 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/5c6a2640a32d48d28f82c2867f188729 is 158, key is trslm:hdfs://localhost:37409/backupUT\x00ns2:test-17315309295041/meta:log-roll-map/1731530999491/Put/seqid=0
2024-11-13T20:50:20,247 INFO  [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T20:50:20,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741995_1171 (size=6208)
2024-11-13T20:50:20,268 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/info/e3fbe8e521cb451b91a8b00a1584970d is 159, key is ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5./info:regioninfo/1731530932193/Put/seqid=0
2024-11-13T20:50:20,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741996_1172 (size=19093)
2024-11-13T20:50:20,443 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3fe017a93e35ef0662444e9f46e17a, 697b8fcc0d53a62d1b767e76644d9790, 74eaedb5f4c031362a584babfcc8586a, 7b2213879d5b2c3c279cad5bc4d06abf, a36980ae4db2ee3bb8d032b9b33dab1d, cfcdd73b9cceb6b5853d0b990fcc65e5, cfd68e2a585ac67c67dbca400e888f11, f1ec2064e2d393e89d25da84df410188, f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:50:20,643 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3fe017a93e35ef0662444e9f46e17a, 697b8fcc0d53a62d1b767e76644d9790, 74eaedb5f4c031362a584babfcc8586a, 7b2213879d5b2c3c279cad5bc4d06abf, a36980ae4db2ee3bb8d032b9b33dab1d, cfcdd73b9cceb6b5853d0b990fcc65e5, cfd68e2a585ac67c67dbca400e888f11, f1ec2064e2d393e89d25da84df410188, f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:50:20,657 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/5c6a2640a32d48d28f82c2867f188729
2024-11-13T20:50:20,667 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/5202c2193b1a4cafadb88b118f312dff is 588, key is session:backup_1731530990997/session:context/1731530999537/Put/seqid=0
2024-11-13T20:50:20,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741997_1173 (size=5689)
2024-11-13T20:50:20,673 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/info/e3fbe8e521cb451b91a8b00a1584970d
2024-11-13T20:50:20,692 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/ns/dbe1b32581514934a2dcc6b8114da527 is 85, key is ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0./ns:/1731531015854/DeleteFamily/seqid=0
2024-11-13T20:50:20,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741998_1174 (size=5760)
2024-11-13T20:50:20,718 INFO  [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-13T20:50:20,718 INFO  [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-13T20:50:20,843 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3fe017a93e35ef0662444e9f46e17a, 697b8fcc0d53a62d1b767e76644d9790, 74eaedb5f4c031362a584babfcc8586a, 7b2213879d5b2c3c279cad5bc4d06abf, a36980ae4db2ee3bb8d032b9b33dab1d, cfcdd73b9cceb6b5853d0b990fcc65e5, cfd68e2a585ac67c67dbca400e888f11, f1ec2064e2d393e89d25da84df410188, f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:50:21,044 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3fe017a93e35ef0662444e9f46e17a, 697b8fcc0d53a62d1b767e76644d9790, 74eaedb5f4c031362a584babfcc8586a, 7b2213879d5b2c3c279cad5bc4d06abf, a36980ae4db2ee3bb8d032b9b33dab1d, cfcdd73b9cceb6b5853d0b990fcc65e5, cfd68e2a585ac67c67dbca400e888f11, f1ec2064e2d393e89d25da84df410188, f7db7831889a37a1f02b75f1c6ddac75
2024-11-13T20:50:21,071 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/5202c2193b1a4cafadb88b118f312dff
2024-11-13T20:50:21,077 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/meta/5c6a2640a32d48d28f82c2867f188729 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/5c6a2640a32d48d28f82c2867f188729
2024-11-13T20:50:21,082 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/meta/5c6a2640a32d48d28f82c2867f188729, entries=7, sequenceid=52, filesize=6.1 K
2024-11-13T20:50:21,084 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/.tmp/session/5202c2193b1a4cafadb88b118f312dff as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/5202c2193b1a4cafadb88b118f312dff
2024-11-13T20:50:21,089 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/session/5202c2193b1a4cafadb88b118f312dff, entries=2, sequenceid=52, filesize=5.6 K
2024-11-13T20:50:21,090 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for f7db7831889a37a1f02b75f1c6ddac75 in 849ms, sequenceid=52, compaction requested=true
2024-11-13T20:50:21,094 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system/f7db7831889a37a1f02b75f1c6ddac75/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1
2024-11-13T20:50:21,095 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,095 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:50:21,095 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7db7831889a37a1f02b75f1c6ddac75:
Waiting for close lock at 1731531020241Running coprocessor pre-close hooks at 1731531020241Disabling compacts and flushes for region at 1731531020241Disabling writes for close at 1731531020241Obtaining lock to block concurrent updates at 1731531020242 (+1 ms)Preparing flush snapshotting stores in f7db7831889a37a1f02b75f1c6ddac75 at 1731531020242Finished memstore snapshotting backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731531020242Flushing stores of backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75. at 1731531020243 (+1 ms)Flushing f7db7831889a37a1f02b75f1c6ddac75/meta: creating writer at 1731531020243Flushing f7db7831889a37a1f02b75f1c6ddac75/meta: appending metadata at 1731531020246 (+3 ms)Flushing f7db7831889a37a1f02b75f1c6ddac75/meta: closing flushed file at 1731531020246Flushing f7db7831889a37a1f02b75f1c6ddac75/session: creating writer at 1731531020663 (+417 ms)Flushing f7db7831889a37a1f02b75f1c6ddac75/session: appending metadata at 1731531020666 (+3 ms)Flushing f7db7831889a37a1f02b75f1c6ddac75/session: closing flushed file at 1731531020666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a88f971: reopening flushed file at 1731531021077 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715a7369: reopening flushed file at 1731531021083 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for f7db7831889a37a1f02b75f1c6ddac75 in 849ms, sequenceid=52, compaction requested=true at 1731531021090 (+7 ms)Writing region close event to WAL at 1731531021091 (+1 ms)Running coprocessor post-close hooks at 1731531021095 (+4 ms)Closed at 1731531021095
2024-11-13T20:50:21,095 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731530937211.f7db7831889a37a1f02b75f1c6ddac75.
2024-11-13T20:50:21,095 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a36980ae4db2ee3bb8d032b9b33dab1d, disabling compactions & flushes
2024-11-13T20:50:21,095 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:50:21,095 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:50:21,095 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d. after waiting 0 ms
2024-11-13T20:50:21,095 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:50:21,096 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/ns/dbe1b32581514934a2dcc6b8114da527
2024-11-13T20:50:21,099 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns3/test-17315309295042/a36980ae4db2ee3bb8d032b9b33dab1d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-13T20:50:21,099 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,099 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:50:21,099 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a36980ae4db2ee3bb8d032b9b33dab1d:
Waiting for close lock at 1731531021095Running coprocessor pre-close hooks at 1731531021095Disabling compacts and flushes for region at 1731531021095Disabling writes for close at 1731531021095Writing region close event to WAL at 1731531021095Running coprocessor post-close hooks at 1731531021099 (+4 ms)Closed at 1731531021099
2024-11-13T20:50:21,100 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17315309295042,,1731530932714.a36980ae4db2ee3bb8d032b9b33dab1d.
2024-11-13T20:50:21,100 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74eaedb5f4c031362a584babfcc8586a, disabling compactions & flushes
2024-11-13T20:50:21,100 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:50:21,100 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:50:21,100 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a. after waiting 0 ms
2024-11-13T20:50:21,100 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:50:21,104 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/backup/system_bulk/74eaedb5f4c031362a584babfcc8586a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-13T20:50:21,105 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,105 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:50:21,105 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74eaedb5f4c031362a584babfcc8586a:
Waiting for close lock at 1731531021100Running coprocessor pre-close hooks at 1731531021100Disabling compacts and flushes for region at 1731531021100Disabling writes for close at 1731531021100Writing region close event to WAL at 1731531021100Running coprocessor post-close hooks at 1731531021105 (+5 ms)Closed at 1731531021105
2024-11-13T20:50:21,105 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731530938371.74eaedb5f4c031362a584babfcc8586a.
2024-11-13T20:50:21,105 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 697b8fcc0d53a62d1b767e76644d9790, disabling compactions & flushes
2024-11-13T20:50:21,105 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:21,105 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:21,105 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790. after waiting 0 ms
2024-11-13T20:50:21,105 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:21,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/697b8fcc0d53a62d1b767e76644d9790/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6
2024-11-13T20:50:21,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,115 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:21,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 697b8fcc0d53a62d1b767e76644d9790:
Waiting for close lock at 1731531021105Running coprocessor pre-close hooks at 1731531021105Disabling compacts and flushes for region at 1731531021105Disabling writes for close at 1731531021105Writing region close event to WAL at 1731531021111 (+6 ms)Running coprocessor post-close hooks at 1731531021115 (+4 ms)Closed at 1731531021115
2024-11-13T20:50:21,116 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731531007891.697b8fcc0d53a62d1b767e76644d9790.
2024-11-13T20:50:21,116 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfcdd73b9cceb6b5853d0b990fcc65e5, disabling compactions & flushes
2024-11-13T20:50:21,116 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:50:21,116 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:50:21,116 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5. after waiting 0 ms
2024-11-13T20:50:21,116 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:50:21,118 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/rep_barrier/2011073359ba43268ed798698951c75b is 94, key is ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0./rep_barrier:/1731531015854/DeleteFamily/seqid=0
2024-11-13T20:50:21,120 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/test-17315309295041/cfcdd73b9cceb6b5853d0b990fcc65e5/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1
2024-11-13T20:50:21,120 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,120 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:50:21,120 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfcdd73b9cceb6b5853d0b990fcc65e5:
Waiting for close lock at 1731531021116Running coprocessor pre-close hooks at 1731531021116Disabling compacts and flushes for region at 1731531021116Disabling writes for close at 1731531021116Writing region close event to WAL at 1731531021116Running coprocessor post-close hooks at 1731531021120 (+4 ms)Closed at 1731531021120
2024-11-13T20:50:21,120 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17315309295041,,1731530931393.cfcdd73b9cceb6b5853d0b990fcc65e5.
2024-11-13T20:50:21,121 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfd68e2a585ac67c67dbca400e888f11, disabling compactions & flushes
2024-11-13T20:50:21,121 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:50:21,121 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:50:21,121 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11. after waiting 0 ms
2024-11-13T20:50:21,121 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:50:21,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741999_1175 (size=5640)
2024-11-13T20:50:21,124 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns4/test-17315309295043/cfd68e2a585ac67c67dbca400e888f11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-13T20:50:21,125 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,125 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:50:21,125 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfd68e2a585ac67c67dbca400e888f11:
Waiting for close lock at 1731531021121Running coprocessor pre-close hooks at 1731531021121Disabling compacts and flushes for region at 1731531021121Disabling writes for close at 1731531021121Writing region close event to WAL at 1731531021121Running coprocessor post-close hooks at 1731531021124 (+3 ms)Closed at 1731531021125 (+1 ms)
2024-11-13T20:50:21,125 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17315309295043,,1731530933364.cfd68e2a585ac67c67dbca400e888f11.
2024-11-13T20:50:21,125 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b2213879d5b2c3c279cad5bc4d06abf, disabling compactions & flushes
2024-11-13T20:50:21,125 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:50:21,125 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:50:21,125 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. after waiting 0 ms
2024-11-13T20:50:21,125 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:50:21,125 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b2213879d5b2c3c279cad5bc4d06abf 3/3 column families, dataSize=378 B heapSize=1.63 KB
2024-11-13T20:50:21,148 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f2/34da2f33de9c47fcaa0819f4c1fc466e is 58, key is row-test-1731530929504-2-0/f2:q1/1731530985988/Put/seqid=0
2024-11-13T20:50:21,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073742000_1176 (size=5464)
2024-11-13T20:50:21,244 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-13T20:50:21,244 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7b2213879d5b2c3c279cad5bc4d06abf=test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., f1ec2064e2d393e89d25da84df410188=table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188., 5f3fe017a93e35ef0662444e9f46e17a=ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.}
2024-11-13T20:50:21,244 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3fe017a93e35ef0662444e9f46e17a, 7b2213879d5b2c3c279cad5bc4d06abf, f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:21,444 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3fe017a93e35ef0662444e9f46e17a, 7b2213879d5b2c3c279cad5bc4d06abf, f1ec2064e2d393e89d25da84df410188
2024-11-13T20:50:21,523 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/rep_barrier/2011073359ba43268ed798698951c75b
2024-11-13T20:50:21,545 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/table/b26d1a56fdd54118b196d379a2b06719 is 88, key is ns2:table2,,1731531003642.990f173ab20cdf14fc0801c02a5324b0./table:/1731531015854/DeleteFamily/seqid=0
2024-11-13T20:50:21,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073742001_1177 (size=6364)
2024-11-13T20:50:21,553 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f2/34da2f33de9c47fcaa0819f4c1fc466e
2024-11-13T20:50:21,558 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/.tmp/f2/34da2f33de9c47fcaa0819f4c1fc466e as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f2/34da2f33de9c47fcaa0819f4c1fc466e
2024-11-13T20:50:21,563 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/f2/34da2f33de9c47fcaa0819f4c1fc466e, entries=7, sequenceid=348, filesize=5.3 K
2024-11-13T20:50:21,564 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7b2213879d5b2c3c279cad5bc4d06abf in 439ms, sequenceid=348, compaction requested=false
2024-11-13T20:50:21,569 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/test-1731530929504/7b2213879d5b2c3c279cad5bc4d06abf/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337
2024-11-13T20:50:21,570 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,570 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:50:21,570 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b2213879d5b2c3c279cad5bc4d06abf:
Waiting for close lock at 1731531021125Running coprocessor pre-close hooks at 1731531021125Disabling compacts and flushes for region at 1731531021125Disabling writes for close at 1731531021125Obtaining lock to block concurrent updates at 1731531021125Preparing flush snapshotting stores in 7b2213879d5b2c3c279cad5bc4d06abf at 1731531021125Finished memstore snapshotting test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731531021126 (+1 ms)Flushing stores of test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf. at 1731531021126Flushing 7b2213879d5b2c3c279cad5bc4d06abf/f2: creating writer at 1731531021126Flushing 7b2213879d5b2c3c279cad5bc4d06abf/f2: appending metadata at 1731531021148 (+22 ms)Flushing 7b2213879d5b2c3c279cad5bc4d06abf/f2: closing flushed file at 1731531021148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55aba0a4: reopening flushed file at 1731531021558 (+410 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7b2213879d5b2c3c279cad5bc4d06abf in 439ms, sequenceid=348, compaction requested=false at 1731531021564 (+6 ms)Writing region close event to WAL at 1731531021566 (+2 ms)Running coprocessor post-close hooks at 1731531021570 (+4 ms)Closed at 1731531021570
2024-11-13T20:50:21,570 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731530929504,,1731530930029.7b2213879d5b2c3c279cad5bc4d06abf.
2024-11-13T20:50:21,570 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1ec2064e2d393e89d25da84df410188, disabling compactions & flushes
2024-11-13T20:50:21,570 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:21,570 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:21,570 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188. after waiting 0 ms
2024-11-13T20:50:21,570 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:21,573 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/default/table1/f1ec2064e2d393e89d25da84df410188/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6
2024-11-13T20:50:21,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,574 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:21,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1ec2064e2d393e89d25da84df410188:
Waiting for close lock at 1731531021570Running coprocessor pre-close hooks at 1731531021570Disabling compacts and flushes for region at 1731531021570Disabling writes for close at 1731531021570Writing region close event to WAL at 1731531021571 (+1 ms)Running coprocessor post-close hooks at 1731531021574 (+3 ms)Closed at 1731531021574
2024-11-13T20:50:21,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731531007891.f1ec2064e2d393e89d25da84df410188.
2024-11-13T20:50:21,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f3fe017a93e35ef0662444e9f46e17a, disabling compactions & flushes
2024-11-13T20:50:21,574 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:21,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:21,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a. after waiting 0 ms
2024-11-13T20:50:21,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:21,578 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/ns2/table2/5f3fe017a93e35ef0662444e9f46e17a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-13T20:50:21,578 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,578 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:21,578 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f3fe017a93e35ef0662444e9f46e17a:
Waiting for close lock at 1731531021574Running coprocessor pre-close hooks at 1731531021574Disabling compacts and flushes for region at 1731531021574Disabling writes for close at 1731531021574Writing region close event to WAL at 1731531021575 (+1 ms)Running coprocessor post-close hooks at 1731531021578 (+3 ms)Closed at 1731531021578
2024-11-13T20:50:21,578 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731531015853.5f3fe017a93e35ef0662444e9f46e17a.
2024-11-13T20:50:21,644 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T20:50:21,845 DEBUG [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T20:50:21,951 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/table/b26d1a56fdd54118b196d379a2b06719
2024-11-13T20:50:21,956 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/info/e3fbe8e521cb451b91a8b00a1584970d as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/info/e3fbe8e521cb451b91a8b00a1584970d
2024-11-13T20:50:21,962 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/info/e3fbe8e521cb451b91a8b00a1584970d, entries=114, sequenceid=97, filesize=18.6 K
2024-11-13T20:50:21,963 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/ns/dbe1b32581514934a2dcc6b8114da527 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/ns/dbe1b32581514934a2dcc6b8114da527
2024-11-13T20:50:21,969 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/ns/dbe1b32581514934a2dcc6b8114da527, entries=10, sequenceid=97, filesize=5.6 K
2024-11-13T20:50:21,969 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/rep_barrier/2011073359ba43268ed798698951c75b as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/rep_barrier/2011073359ba43268ed798698951c75b
2024-11-13T20:50:21,975 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/rep_barrier/2011073359ba43268ed798698951c75b, entries=3, sequenceid=97, filesize=5.5 K
2024-11-13T20:50:21,976 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/.tmp/table/b26d1a56fdd54118b196d379a2b06719 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/table/b26d1a56fdd54118b196d379a2b06719
2024-11-13T20:50:21,981 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/table/b26d1a56fdd54118b196d379a2b06719, entries=21, sequenceid=97, filesize=6.2 K
2024-11-13T20:50:21,983 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=97, compaction requested=false
2024-11-13T20:50:21,988 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1
2024-11-13T20:50:21,989 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-13T20:50:21,989 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T20:50:21,989 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T20:50:21,989 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731531020242Running coprocessor pre-close hooks at 1731531020242Disabling compacts and flushes for region at 1731531020242Disabling writes for close at 1731531020242Obtaining lock to block concurrent updates at 1731531020242Preparing flush snapshotting stores in 1588230740 at 1731531020242Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731531020243 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731531020243Flushing 1588230740/info: creating writer at 1731531020243Flushing 1588230740/info: appending metadata at 1731531020268 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731531020268Flushing 1588230740/ns: creating writer at 1731531020677 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731531020691 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731531020691Flushing 1588230740/rep_barrier: creating writer at 1731531021102 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731531021117 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731531021117Flushing 1588230740/table: creating writer at 1731531021529 (+412 ms)Flushing 1588230740/table: appending metadata at 1731531021545 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731531021545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294d5e16: reopening flushed file at 1731531021956 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6773ad00: reopening flushed file at 1731531021963 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f52f392: reopening flushed file at 1731531021969 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a83609a: reopening flushed file at 1731531021975 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=97, compaction requested=false at 1731531021983 (+8 ms)Writing region close event to WAL at 1731531021984 (+1 ms)Running coprocessor post-close hooks at 1731531021989 (+5 ms)Closed at 1731531021989
2024-11-13T20:50:21,989 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-13T20:50:22,045 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,41521,1731530919836; all regions closed.
2024-11-13T20:50:22,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741955_1131 (size=16160)
2024-11-13T20:50:22,053 DEBUG [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs
2024-11-13T20:50:22,053 INFO  [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.meta:.meta(num 1731530993368)
2024-11-13T20:50:22,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741953_1129 (size=7883)
2024-11-13T20:50:22,056 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/WALs/04ac815325d6,41521,1731530919836/04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1.1731530993331 not finished, retry = 0
2024-11-13T20:50:22,160 DEBUG [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs
2024-11-13T20:50:22,160 INFO  [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-1:(num 1731530993331)
2024-11-13T20:50:22,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741954_1130 (size=4165)
2024-11-13T20:50:22,165 DEBUG [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/oldWALs
2024-11-13T20:50:22,165 INFO  [RS:0;04ac815325d6:41521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C41521%2C1731530919836.04ac815325d6%2C41521%2C1731530919836.regiongroup-0:(num 1731530993350)
2024-11-13T20:50:22,165 DEBUG [RS:0;04ac815325d6:41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:22,165 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T20:50:22,165 INFO  [RS:0;04ac815325d6:41521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T20:50:22,165 INFO  [RS:0;04ac815325d6:41521 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-13T20:50:22,165 INFO  [RS:0;04ac815325d6:41521 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T20:50:22,166 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T20:50:22,166 INFO  [RS:0;04ac815325d6:41521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41521
2024-11-13T20:50:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/04ac815325d6,41521,1731530919836
2024-11-13T20:50:22,172 INFO  [RS:0;04ac815325d6:41521 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T20:50:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-11-13T20:50:22,174 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,41521,1731530919836]
2024-11-13T20:50:22,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/04ac815325d6,41521,1731530919836 already deleted, retry=false
2024-11-13T20:50:22,176 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,41521,1731530919836 expired; onlineServers=0
2024-11-13T20:50:22,176 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,34959,1731530917421' *****
2024-11-13T20:50:22,176 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-13T20:50:22,177 INFO  [M:0;04ac815325d6:34959 {}] hbase.HBaseServerBase(468): Stop info server
2024-11-13T20:50:22,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master
2024-11-13T20:50:22,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-13T20:50:22,183 INFO  [M:0;04ac815325d6:34959 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@3eb53a4e{master,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/master}
2024-11-13T20:50:22,184 INFO  [M:0;04ac815325d6:34959 {}] server.AbstractConnector(383): Stopped ServerConnector@5598b7ba{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-13T20:50:22,184 INFO  [M:0;04ac815325d6:34959 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:50:22,184 INFO  [M:0;04ac815325d6:34959 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@74d9ff0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/static,STOPPED}
2024-11-13T20:50:22,184 INFO  [M:0;04ac815325d6:34959 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@118af480{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,STOPPED}
2024-11-13T20:50:22,184 INFO  [M:0;04ac815325d6:34959 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T20:50:22,184 INFO  [M:0;04ac815325d6:34959 {}] master.HMaster(1770): Stopping master jetty server
2024-11-13T20:50:22,185 INFO  [M:0;04ac815325d6:34959 {}] server.AbstractConnector(383): Stopped ServerConnector@13cc74d7{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-13T20:50:22,186 INFO  [M:0;04ac815325d6:34959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T20:50:22,186 DEBUG [M:0;04ac815325d6:34959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-13T20:50:22,186 INFO  [M:0;04ac815325d6:34959 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner
2024-11-13T20:50:22,186 INFO  [M:0;04ac815325d6:34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;04ac815325d6:34959.
2024-11-13T20:50:22,186 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-13T20:50:22,186 DEBUG [M:0;04ac815325d6:34959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156)
    at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444)
    at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322)
    at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923)
    at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439)
    at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:50:22,186 DEBUG [M:0;04ac815325d6:34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:22,186 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731530922546 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731530922546,5,FailOnTimeoutGroup]
2024-11-13T20:50:22,186 DEBUG [M:0;04ac815325d6:34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:50:22,186 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:50:22,186 DEBUG [M:0;04ac815325d6:34959 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-13T20:50:22,187 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731530922548 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731530922548,5,FailOnTimeoutGroup]
2024-11-13T20:50:22,187 INFO  [M:0;04ac815325d6:34959 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-13T20:50:22,187 INFO  [M:0;04ac815325d6:34959 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T20:50:22,187 DEBUG [M:0;04ac815325d6:34959 {}] master.HMaster(1795): Stopping service threads
2024-11-13T20:50:22,187 INFO  [M:0;04ac815325d6:34959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-13T20:50:22,187 INFO  [M:0;04ac815325d6:34959 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T20:50:22,187 ERROR [M:0;04ac815325d6:34959 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-1,5,PEWorkerGroup]
    Thread[HFileArchiver-2,5,PEWorkerGroup]
    Thread[HFileArchiver-3,5,PEWorkerGroup]
2024-11-13T20:50:22,188 INFO  [M:0;04ac815325d6:34959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-13T20:50:22,188 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-13T20:50:22,189 DEBUG [M:0;04ac815325d6:34959 {}] zookeeper.ZKUtil(347): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error)
2024-11-13T20:50:22,189 WARN  [M:0;04ac815325d6:34959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-13T20:50:22,190 INFO  [M:0;04ac815325d6:34959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/.lastflushedseqids
2024-11-13T20:50:22,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073742002_1178 (size=761)
2024-11-13T20:50:22,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T20:50:22,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1003ae70d3b0001, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T20:50:22,275 INFO  [RS:0;04ac815325d6:41521 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T20:50:22,275 INFO  [RS:0;04ac815325d6:41521 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,41521,1731530919836; zookeeper connection closed.
2024-11-13T20:50:22,276 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e8cfa99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e8cfa99
2024-11-13T20:50:22,276 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-13T20:50:22,605 INFO  [M:0;04ac815325d6:34959 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-13T20:50:22,606 INFO  [M:0;04ac815325d6:34959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-13T20:50:22,606 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T20:50:22,626 INFO  [M:0;04ac815325d6:34959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:50:22,626 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:50:22,626 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T20:50:22,626 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:50:22,626 INFO  [M:0;04ac815325d6:34959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=435.83 KB heapSize=511.56 KB
2024-11-13T20:50:22,642 DEBUG [M:0;04ac815325d6:34959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63f03dc7b066446286ca59d790f8ca05 is 82, key is hbase:meta,,1/info:regioninfo/1731530923377/Put/seqid=0
2024-11-13T20:50:22,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073742003_1179 (size=5672)
2024-11-13T20:50:23,048 INFO  [M:0;04ac815325d6:34959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=891 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63f03dc7b066446286ca59d790f8ca05
2024-11-13T20:50:23,080 DEBUG [M:0;04ac815325d6:34959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5691628e53af4f3ea274332cd43cf50b is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1731531013762/Put/seqid=0
2024-11-13T20:50:23,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073742004_1180 (size=28771)
2024-11-13T20:50:23,486 INFO  [M:0;04ac815325d6:34959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.28 KB at sequenceid=891 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5691628e53af4f3ea274332cd43cf50b
2024-11-13T20:50:23,491 INFO  [M:0;04ac815325d6:34959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5691628e53af4f3ea274332cd43cf50b
2024-11-13T20:50:23,507 DEBUG [M:0;04ac815325d6:34959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616262dafa4d4980af6ede66559d329e is 69, key is 04ac815325d6,41521,1731530919836/rs:state/1731530922634/Put/seqid=0
2024-11-13T20:50:23,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073742005_1181 (size=5156)
2024-11-13T20:50:23,916 INFO  [M:0;04ac815325d6:34959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=891 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616262dafa4d4980af6ede66559d329e
2024-11-13T20:50:23,923 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63f03dc7b066446286ca59d790f8ca05 as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63f03dc7b066446286ca59d790f8ca05
2024-11-13T20:50:23,928 INFO  [M:0;04ac815325d6:34959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63f03dc7b066446286ca59d790f8ca05, entries=8, sequenceid=891, filesize=5.5 K
2024-11-13T20:50:23,929 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5691628e53af4f3ea274332cd43cf50b as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5691628e53af4f3ea274332cd43cf50b
2024-11-13T20:50:23,934 INFO  [M:0;04ac815325d6:34959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5691628e53af4f3ea274332cd43cf50b
2024-11-13T20:50:23,934 INFO  [M:0;04ac815325d6:34959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5691628e53af4f3ea274332cd43cf50b, entries=93, sequenceid=891, filesize=28.1 K
2024-11-13T20:50:23,935 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616262dafa4d4980af6ede66559d329e as hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616262dafa4d4980af6ede66559d329e
2024-11-13T20:50:23,940 INFO  [M:0;04ac815325d6:34959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/d633ffb2-f299-9ede-1375-225a1d197f48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616262dafa4d4980af6ede66559d329e, entries=1, sequenceid=891, filesize=5.0 K
2024-11-13T20:50:23,941 INFO  [M:0;04ac815325d6:34959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~435.83 KB/446291, heapSize ~511.27 KB/523536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=891, compaction requested=false
2024-11-13T20:50:23,942 INFO  [M:0;04ac815325d6:34959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:50:23,943 DEBUG [M:0;04ac815325d6:34959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731531022606Disabling compacts and flushes for region at 1731531022606Disabling writes for close at 1731531022626 (+20 ms)Obtaining lock to block concurrent updates at 1731531022626Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731531022626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=446291, getHeapSize=523776, getOffHeapSize=0, getCellsCount=1014 at 1731531022627 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731531022628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731531022628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731531022642 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731531022642Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731531023054 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731531023079 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731531023079Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731531023492 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731531023507 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731531023507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a76ec58: reopening flushed file at 1731531023922 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7322c06e: reopening flushed file at 1731531023928 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a79b58: reopening flushed file at 1731531023935 (+7 ms)Finished flush of dataSize ~435.83 KB/446291, heapSize ~511.27 KB/523536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=891, compaction requested=false at 1731531023941 (+6 ms)Writing region close event to WAL at 1731531023942 (+1 ms)Closed at 1731531023942
2024-11-13T20:50:23,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42015 is added to blk_1073741830_1006 (size=505117)
2024-11-13T20:50:23,947 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T20:50:23,947 INFO  [M:0;04ac815325d6:34959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-13T20:50:23,947 INFO  [M:0;04ac815325d6:34959 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down.
2024-11-13T20:50:23,947 INFO  [M:0;04ac815325d6:34959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34959
2024-11-13T20:50:23,947 INFO  [M:0;04ac815325d6:34959 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T20:50:24,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T20:50:24,049 INFO  [M:0;04ac815325d6:34959 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T20:50:24,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34959-0x1003ae70d3b0000, quorum=127.0.0.1:62340, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T20:50:24,066 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0a61fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T20:50:24,069 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f574c88{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T20:50:24,069 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:50:24,069 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759b1e5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T20:50:24,070 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16e22313{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,STOPPED}
2024-11-13T20:50:24,073 WARN  [BP-1094113855-172.17.0.2-1731530914107 heartbeating to localhost/127.0.0.1:37409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-13T20:50:24,073 WARN  [BP-1094113855-172.17.0.2-1731530914107 heartbeating to localhost/127.0.0.1:37409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1094113855-172.17.0.2-1731530914107 (Datanode Uuid d579f4ec-7491-4487-9c87-a9863247a0a6) service to localhost/127.0.0.1:37409
2024-11-13T20:50:24,075 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/data/data1/current/BP-1094113855-172.17.0.2-1731530914107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T20:50:24,075 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/cluster_4e04a105-6c0f-263b-b0a4-c41421a55ade/data/data2/current/BP-1094113855-172.17.0.2-1731530914107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T20:50:24,076 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-13T20:50:24,076 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-13T20:50:24,076 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-13T20:50:24,085 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef08851{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T20:50:24,086 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c69909c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T20:50:24,086 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:50:24,086 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@90adf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T20:50:24,086 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4dd476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,STOPPED}
2024-11-13T20:50:24,098 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-13T20:50:24,163 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-13T20:50:24,163 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-11-13T20:50:24,169 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49c3fccc{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-13T20:50:24,170 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37843d75{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T20:50:24,170 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:50:24,171 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b77ea85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-13T20:50:24,171 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a749029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,STOPPED}
2024-11-13T20:50:24,192 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68146852{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-13T20:50:24,196 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9b34cbf{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T20:50:24,196 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:50:24,197 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a4a521{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-13T20:50:24,197 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6744876{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,STOPPED}
2024-11-13T20:50:24,223 ERROR [Thread[Thread-280,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-13T20:50:24,223 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5df21211{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-13T20:50:24,225 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e817cb8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T20:50:24,225 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:50:24,225 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7874f4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-13T20:50:24,225 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@563c2db0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,STOPPED}
2024-11-13T20:50:24,249 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-11-13T20:50:24,265 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-11-13T20:50:24,265 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-11-13T20:50:24,267 ERROR [Thread[Thread-303,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-13T20:50:24,271 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3845dc09{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-13T20:50:24,276 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29902eef{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T20:50:24,276 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:50:24,276 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@676fc5f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-13T20:50:24,276 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7534032d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/553cecf6-ac6c-cfd2-be22-7cb9c54d4369/hadoop.log.dir/,STOPPED}
2024-11-13T20:50:24,280 ERROR [Thread[Thread-262,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-13T20:50:24,280 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped