2024-11-07 10:48:20,645 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-07 10:48:20,663 main DEBUG Took 0.014658 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 10:48:20,663 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 10:48:20,664 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 10:48:20,665 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 10:48:20,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,682 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 10:48:20,701 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,704 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,707 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,708 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,710 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,711 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,713 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,714 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,716 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 10:48:20,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,719 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 10:48:20,721 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 10:48:20,723 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 10:48:20,726 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 10:48:20,726 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 10:48:20,728 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 10:48:20,729 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 10:48:20,741 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 10:48:20,745 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 10:48:20,747 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 10:48:20,748 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 10:48:20,749 main DEBUG createAppenders(={Console}) 2024-11-07 10:48:20,750 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-07 10:48:20,750 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-07 10:48:20,751 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-07 10:48:20,752 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 10:48:20,752 main DEBUG OutputStream closed 2024-11-07 10:48:20,753 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 10:48:20,753 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 10:48:20,753 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-07 10:48:20,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 10:48:20,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 10:48:20,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 10:48:20,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 10:48:20,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 10:48:20,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 10:48:20,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 10:48:20,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 10:48:20,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 10:48:20,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 10:48:20,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 10:48:20,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 10:48:20,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 10:48:20,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 10:48:20,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 10:48:20,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 10:48:20,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 10:48:20,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 10:48:20,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 10:48:20,851 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-07 10:48:20,851 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 10:48:20,852 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-07T10:48:20,900 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-07 10:48:20,904 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 10:48:20,904 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T10:48:21,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714 2024-11-07T10:48:21,201 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-07T10:48:21,203 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:48:21,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T10:48:21,219 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48, deleteOnExit=true 2024-11-07T10:48:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T10:48:21,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/test.cache.data in system properties and HBase conf 2024-11-07T10:48:21,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T10:48:21,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir in system properties and HBase conf 2024-11-07T10:48:21,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T10:48:21,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T10:48:21,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T10:48:21,307 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T10:48:21,407 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T10:48:21,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T10:48:21,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T10:48:21,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T10:48:21,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T10:48:21,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T10:48:21,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T10:48:21,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T10:48:21,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T10:48:21,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T10:48:21,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/nfs.dump.dir in system properties and HBase conf 2024-11-07T10:48:21,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/java.io.tmpdir in system properties and HBase conf 2024-11-07T10:48:21,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T10:48:21,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T10:48:21,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T10:48:22,586 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T10:48:22,688 INFO [Time-limited test {}] log.Log(170): Logging initialized @2843ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T10:48:22,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:22,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T10:48:22,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T10:48:22,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T10:48:22,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T10:48:22,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:22,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,AVAILABLE} 2024-11-07T10:48:22,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T10:48:23,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/java.io.tmpdir/jetty-localhost-44607-hadoop-hdfs-3_4_1-tests_jar-_-any-15929945381008805604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T10:48:23,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:44607} 2024-11-07T10:48:23,135 INFO [Time-limited test {}] server.Server(415): Started @3290ms 2024-11-07T10:48:23,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:23,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T10:48:23,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T10:48:23,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T10:48:23,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T10:48:23,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,AVAILABLE} 2024-11-07T10:48:23,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T10:48:23,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/java.io.tmpdir/jetty-localhost-45531-hadoop-hdfs-3_4_1-tests_jar-_-any-939514488510522083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T10:48:23,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:45531} 2024-11-07T10:48:23,806 INFO [Time-limited test {}] server.Server(415): Started @3962ms 2024-11-07T10:48:23,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T10:48:24,931 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/data/data2/current/BP-558928678-172.17.0.2-1730976502052/current, will proceed with Du for space computation calculation, 2024-11-07T10:48:24,931 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/data/data1/current/BP-558928678-172.17.0.2-1730976502052/current, will proceed with Du for space computation calculation, 2024-11-07T10:48:24,964 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T10:48:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x203f05f4319bef29 with lease ID 0xaa13cffbd3a6e910: Processing first storage report for DS-b182676a-1af1-4271-bdbb-3a1ced10e123 from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=0411189e-2005-4ed2-91f7-a2bffba25efd, infoPort=45361, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=1047348485;c=1730976502052) 2024-11-07T10:48:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x203f05f4319bef29 with lease ID 0xaa13cffbd3a6e910: from storage DS-b182676a-1af1-4271-bdbb-3a1ced10e123 node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=0411189e-2005-4ed2-91f7-a2bffba25efd, infoPort=45361, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=1047348485;c=1730976502052), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T10:48:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x203f05f4319bef29 with lease ID 0xaa13cffbd3a6e910: Processing first storage report for DS-9bf216e9-2136-49a7-be79-1e8da95c8666 from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=0411189e-2005-4ed2-91f7-a2bffba25efd, infoPort=45361, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=1047348485;c=1730976502052) 2024-11-07T10:48:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x203f05f4319bef29 with lease ID 0xaa13cffbd3a6e910: from storage DS-9bf216e9-2136-49a7-be79-1e8da95c8666 node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=0411189e-2005-4ed2-91f7-a2bffba25efd, infoPort=45361, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=1047348485;c=1730976502052), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T10:48:25,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714 2024-11-07T10:48:25,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/zookeeper_0, clientPort=60275, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T10:48:25,173 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60275 2024-11-07T10:48:25,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T10:48:25,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T10:48:25,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741825_1001 (size=7) 2024-11-07T10:48:25,792 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 with version=8 2024-11-07T10:48:25,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/hbase-staging 2024-11-07T10:48:25,802 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-07T10:48:25,802 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-07T10:48:25,802 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-07T10:48:25,803 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-07T10:48:25,885 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T10:48:26,157 INFO [Time-limited test {}] client.ConnectionUtils(128): master/13a71e623771:0 server-side Connection retries=45 2024-11-07T10:48:26,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T10:48:26,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T10:48:26,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T10:48:26,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T10:48:26,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T10:48:26,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T10:48:26,385 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T10:48:26,395 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T10:48:26,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T10:48:26,424 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 126806 (auto-detected) 2024-11-07T10:48:26,425 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T10:48:26,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43199 2024-11-07T10:48:26,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43199 connecting to ZooKeeper ensemble=127.0.0.1:60275 2024-11-07T10:48:26,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431990x0, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T10:48:26,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43199-0x10114e958df0000 connected 2024-11-07T10:48:26,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T10:48:26,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T10:48:26,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-07T10:48:26,731 INFO [Time-limited test {}] log.Log(170): Logging initialized @6887ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T10:48:26,768 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-07T10:48:26,768 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-07T10:48:26,769 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-07T10:48:26,769 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-07T10:48:26,770 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-07T10:48:26,771 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-07T10:48:26,771 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-07T10:48:26,771 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-07T10:48:26,773 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-07T10:48:26,826 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 34063 2024-11-07T10:48:26,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-07T10:48:26,839 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-07T10:48:26,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,AVAILABLE} 2024-11-07T10:48:26,841 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-07T10:48:26,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-07T10:48:26,879 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-07T10:48:26,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T10:48:26,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T10:48:26,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T10:48:26,890 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-07T10:48:27,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-07T10:48:27,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:34063} 2024-11-07T10:48:27,499 INFO [Time-limited test {}] server.Server(415): Started @7655ms 2024-11-07T10:48:27,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00, hbase.cluster.distributed=false 2024-11-07T10:48:27,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-07T10:48:27,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43199 2024-11-07T10:48:27,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43199 2024-11-07T10:48:27,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43199 2024-11-07T10:48:27,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43199 2024-11-07T10:48:27,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43199 2024-11-07T10:48:27,642 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/13a71e623771:0 server-side Connection retries=45 2024-11-07T10:48:27,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T10:48:27,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T10:48:27,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T10:48:27,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T10:48:27,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T10:48:27,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T10:48:27,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T10:48:27,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39479 2024-11-07T10:48:27,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39479 connecting to ZooKeeper ensemble=127.0.0.1:60275 2024-11-07T10:48:27,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T10:48:27,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T10:48:27,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394790x0, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T10:48:27,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394790x0, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-07T10:48:27,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39479-0x10114e958df0001 connected 2024-11-07T10:48:27,726 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-07T10:48:27,726 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-07T10:48:27,726 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-07T10:48:27,727 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-07T10:48:27,727 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-07T10:48:27,728 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-07T10:48:27,728 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-07T10:48:27,728 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-07T10:48:27,728 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-07T10:48:27,730 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 39825 2024-11-07T10:48:27,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-07T10:48:27,732 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-07T10:48:27,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,AVAILABLE} 2024-11-07T10:48:27,732 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-07T10:48:27,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@126a703e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-07T10:48:27,746 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-07T10:48:27,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T10:48:27,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T10:48:27,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T10:48:27,749 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-07T10:48:27,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7253afc7{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-07T10:48:27,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b99b3c7{HTTP/1.1, (http/1.1)}{0.0.0.0:39825} 2024-11-07T10:48:27,752 INFO [Time-limited test {}] server.Server(415): Started @7908ms 2024-11-07T10:48:27,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T10:48:27,762 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T10:48:27,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-07T10:48:27,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-07T10:48:27,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-07T10:48:27,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39479 2024-11-07T10:48:27,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39479 2024-11-07T10:48:27,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-07T10:48:27,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-07T10:48:27,791 DEBUG [M:0;13a71e623771:43199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;13a71e623771:43199 2024-11-07T10:48:27,794 INFO [master/13a71e623771:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-07T10:48:27,796 INFO [master/13a71e623771:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@152a58b6{HTTP/1.1, (http/1.1)}{0.0.0.0:43667} 2024-11-07T10:48:27,796 INFO [master/13a71e623771:0:becomeActiveMaster {}] server.Server(415): Started @7952ms 2024-11-07T10:48:27,796 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/13a71e623771,43199,1730976505990 2024-11-07T10:48:27,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-07T10:48:27,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-07T10:48:27,815 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/13a71e623771,43199,1730976505990 2024-11-07T10:48:27,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-07T10:48:27,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:27,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:27,845 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-07T10:48:27,846 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/13a71e623771,43199,1730976505990 from backup master directory 2024-11-07T10:48:27,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/13a71e623771,43199,1730976505990 2024-11-07T10:48:27,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-07T10:48:27,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-07T10:48:27,860 WARN [master/13a71e623771:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T10:48:27,861 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=13a71e623771,43199,1730976505990 2024-11-07T10:48:27,862 INFO [master/13a71e623771:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T10:48:27,864 INFO [master/13a71e623771:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T10:48:27,914 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/hbase.id] with ID: df18e28a-3844-4b33-be0f-9cbde1f6c2a2 2024-11-07T10:48:27,914 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.tmp/hbase.id 2024-11-07T10:48:27,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741826_1002 (size=42) 2024-11-07T10:48:28,326 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.tmp/hbase.id]:[hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/hbase.id] 2024-11-07T10:48:28,369 INFO [master/13a71e623771:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T10:48:28,374 INFO [master/13a71e623771:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T10:48:28,394 INFO [master/13a71e623771:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T10:48:28,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:28,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741827_1003 (size=196) 2024-11-07T10:48:28,879 INFO [master/13a71e623771:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:48:28,881 INFO [master/13a71e623771:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T10:48:28,886 INFO [master/13a71e623771:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-07T10:48:28,888 INFO [master/13a71e623771:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-07T10:48:28,897 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T10:48:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741828_1004 (size=1189) 2024-11-07T10:48:29,345 INFO [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store 2024-11-07T10:48:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741829_1005 (size=34) 2024-11-07T10:48:29,768 INFO [master/13a71e623771:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T10:48:29,772 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:29,774 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T10:48:29,774 INFO [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T10:48:29,774 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T10:48:29,776 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T10:48:29,776 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T10:48:29,777 INFO [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T10:48:29,778 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730976509773Disabling compacts and flushes for region at 1730976509773Disabling writes for close at 1730976509776 (+3 ms)Writing region close event to WAL at 1730976509777 (+1 ms)Closed at 1730976509777 2024-11-07T10:48:29,780 WARN [master/13a71e623771:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/.initializing 2024-11-07T10:48:29,781 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/WALs/13a71e623771,43199,1730976505990 2024-11-07T10:48:29,785 INFO [master/13a71e623771:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T10:48:29,790 INFO [master/13a71e623771:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 13a71e623771,43199,1730976505990.regiongroup-0 2024-11-07T10:48:29,807 INFO [master/13a71e623771:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13a71e623771%2C43199%2C1730976505990.13a71e623771%2C43199%2C1730976505990.regiongroup-0, suffix=, logDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/WALs/13a71e623771,43199,1730976505990, archiveDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/oldWALs, maxLogs=10 2024-11-07T10:48:29,830 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/WALs/13a71e623771,43199,1730976505990/13a71e623771%2C43199%2C1730976505990.13a71e623771%2C43199%2C1730976505990.regiongroup-0.1730976509811, exclude list is [], retry=0 2024-11-07T10:48:29,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:48:29,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T10:48:29,882 INFO [master/13a71e623771:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/WALs/13a71e623771,43199,1730976505990/13a71e623771%2C43199%2C1730976505990.13a71e623771%2C43199%2C1730976505990.regiongroup-0.1730976509811 2024-11-07T10:48:29,883 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:48:29,883 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:29,884 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:29,887 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,888 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T10:48:29,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:29,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:29,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T10:48:29,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:29,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:29,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T10:48:29,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:29,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:29,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T10:48:29,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:29,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:29,978 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,982 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,983 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,989 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,990 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:29,994 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T10:48:29,998 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T10:48:30,003 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T10:48:30,004 INFO [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10023536640, jitterRate=-0.06648540496826172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T10:48:30,013 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730976509903Initializing all the Stores at 1730976509905 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730976509906 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976509907 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976509908 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976509908Cleaning up temporary data from old regions at 1730976509990 (+82 ms)Region opened successfully at 1730976510012 (+22 ms) 2024-11-07T10:48:30,014 INFO [master/13a71e623771:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T10:48:30,046 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39293736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=13a71e623771/172.17.0.2:0 2024-11-07T10:48:30,083 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T10:48:30,095 INFO [master/13a71e623771:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T10:48:30,095 INFO [master/13a71e623771:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T10:48:30,098 INFO [master/13a71e623771:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T10:48:30,100 INFO [master/13a71e623771:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T10:48:30,105 INFO [master/13a71e623771:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T10:48:30,105 INFO [master/13a71e623771:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T10:48:30,133 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T10:48:30,144 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-07T10:48:30,207 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-07T10:48:30,210 INFO [master/13a71e623771:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T10:48:30,211 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-07T10:48:30,223 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-07T10:48:30,226 INFO [master/13a71e623771:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T10:48:30,230 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-07T10:48:30,238 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-07T10:48:30,240 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-07T10:48:30,248 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-07T10:48:30,267 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T10:48:30,280 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-07T10:48:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-07T10:48:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-07T10:48:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:30,300 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=13a71e623771,43199,1730976505990, sessionid=0x10114e958df0000, setting cluster-up flag (Was=false) 2024-11-07T10:48:30,321 INFO [master/13a71e623771:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-07T10:48:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:30,381 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-07T10:48:30,383 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13a71e623771,43199,1730976505990 2024-11-07T10:48:30,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:30,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:30,438 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-07T10:48:30,440 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13a71e623771,43199,1730976505990 2024-11-07T10:48:30,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:30,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:30,496 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-07T10:48:30,498 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13a71e623771,43199,1730976505990 2024-11-07T10:48:30,504 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T10:48:30,571 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T10:48:30,580 INFO [master/13a71e623771:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T10:48:30,583 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(746): ClusterId : df18e28a-3844-4b33-be0f-9cbde1f6c2a2 2024-11-07T10:48:30,584 INFO [RS:0;13a71e623771:39479 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-07T10:48:30,586 INFO [master/13a71e623771:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T10:48:30,586 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T10:48:30,591 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 13a71e623771,43199,1730976505990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T10:48:30,598 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/13a71e623771:0, corePoolSize=5, maxPoolSize=5 2024-11-07T10:48:30,598 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T10:48:30,598 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-07T10:48:30,598 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/13a71e623771:0, corePoolSize=5, maxPoolSize=5 2024-11-07T10:48:30,598 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/13a71e623771:0, corePoolSize=5, maxPoolSize=5 2024-11-07T10:48:30,598 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/13a71e623771:0, corePoolSize=5, maxPoolSize=5 2024-11-07T10:48:30,599 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/13a71e623771:0, corePoolSize=10, maxPoolSize=10 2024-11-07T10:48:30,599 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,599 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/13a71e623771:0, corePoolSize=2, maxPoolSize=2 2024-11-07T10:48:30,599 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,601 INFO [master/13a71e623771:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730976540601 2024-11-07T10:48:30,602 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T10:48:30,603 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T10:48:30,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T10:48:30,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T10:48:30,607 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T10:48:30,608 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-07T10:48:30,608 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-07T10:48:30,608 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T10:48:30,608 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T10:48:30,608 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T10:48:30,608 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T10:48:30,609 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,611 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T10:48:30,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:30,612 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T10:48:30,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T10:48:30,613 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T10:48:30,618 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T10:48:30,619 DEBUG [RS:0;13a71e623771:39479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b6fdd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=13a71e623771/172.17.0.2:0 2024-11-07T10:48:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741831_1007 (size=1321) 2024-11-07T10:48:30,624 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7533f127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:30,624 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:48:30,638 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;13a71e623771:39479 2024-11-07T10:48:30,639 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:48:30,642 INFO [RS:0;13a71e623771:39479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T10:48:30,643 INFO [RS:0;13a71e623771:39479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T10:48:30,643 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T10:48:30,646 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(2659): reportForDuty to master=13a71e623771,43199,1730976505990 with port=39479, startcode=1730976507608 2024-11-07T10:48:30,648 DEBUG [RS:0;13a71e623771:39479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T10:48:30,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:48:30,671 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T10:48:30,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:48:30,678 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43199 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T10:48:30,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:48:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a40374a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:48:30,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:48:30,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:30,686 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:48:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5fd290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:30,691 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-07T10:48:30,693 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T10:48:30,693 INFO [master/13a71e623771:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T10:48:30,695 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/13a71e623771:0:becomeActiveMaster-HFileCleaner.large.0-1730976510695,5,FailOnTimeoutGroup] 2024-11-07T10:48:30,696 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/13a71e623771:0:becomeActiveMaster-HFileCleaner.small.0-1730976510696,5,FailOnTimeoutGroup] 2024-11-07T10:48:30,696 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,696 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T10:48:30,698 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,698 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,705 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T10:48:30,705 WARN [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T10:48:30,806 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(2659): reportForDuty to master=13a71e623771,43199,1730976505990 with port=39479, startcode=1730976507608 2024-11-07T10:48:30,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 13a71e623771,39479,1730976507608 2024-11-07T10:48:30,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43199 {}] master.ServerManager(517): Registering regionserver=13a71e623771,39479,1730976507608 2024-11-07T10:48:30,817 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:48:30,817 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44433 2024-11-07T10:48:30,817 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=34063 2024-11-07T10:48:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-07T10:48:30,857 DEBUG [RS:0;13a71e623771:39479 {}] zookeeper.ZKUtil(111): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rs/13a71e623771,39479,1730976507608 2024-11-07T10:48:30,858 WARN [RS:0;13a71e623771:39479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T10:48:30,858 INFO [RS:0;13a71e623771:39479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-07T10:48:30,858 INFO [RS:0;13a71e623771:39479 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-07T10:48:30,858 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608 2024-11-07T10:48:30,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [13a71e623771,39479,1730976507608] 2024-11-07T10:48:30,881 INFO [RS:0;13a71e623771:39479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T10:48:30,896 INFO [RS:0;13a71e623771:39479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T10:48:30,901 INFO [RS:0;13a71e623771:39479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T10:48:30,901 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,902 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T10:48:30,908 INFO [RS:0;13a71e623771:39479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T10:48:30,909 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,910 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,910 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,910 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,910 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,910 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,910 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/13a71e623771:0, corePoolSize=2, maxPoolSize=2 2024-11-07T10:48:30,910 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,911 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,911 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,911 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,911 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,911 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/13a71e623771:0, corePoolSize=1, maxPoolSize=1 2024-11-07T10:48:30,911 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0, corePoolSize=3, maxPoolSize=3 2024-11-07T10:48:30,911 DEBUG [RS:0;13a71e623771:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/13a71e623771:0, corePoolSize=3, maxPoolSize=3 2024-11-07T10:48:30,913 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,914 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,914 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,914 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,914 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,914 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=13a71e623771,39479,1730976507608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T10:48:30,934 INFO [RS:0;13a71e623771:39479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T10:48:30,936 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=13a71e623771,39479,1730976507608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,936 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,936 INFO [RS:0;13a71e623771:39479 {}] regionserver.Replication(171): 13a71e623771,39479,1730976507608 started 2024-11-07T10:48:30,953 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:30,954 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1482): Serving as 13a71e623771,39479,1730976507608, RpcServer on 13a71e623771/172.17.0.2:39479, sessionid=0x10114e958df0001 2024-11-07T10:48:30,954 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T10:48:30,955 DEBUG [RS:0;13a71e623771:39479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 13a71e623771,39479,1730976507608 2024-11-07T10:48:30,955 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13a71e623771,39479,1730976507608' 2024-11-07T10:48:30,955 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-07T10:48:30,956 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-07T10:48:30,957 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T10:48:30,957 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-07T10:48:30,957 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13a71e623771,39479,1730976507608' 2024-11-07T10:48:30,957 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:48:30,958 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:48:30,958 INFO [RS:0;13a71e623771:39479 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-07T10:48:30,958 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-07T10:48:30,958 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T10:48:30,958 DEBUG [RS:0;13a71e623771:39479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 13a71e623771,39479,1730976507608 2024-11-07T10:48:30,958 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13a71e623771,39479,1730976507608' 2024-11-07T10:48:30,959 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-07T10:48:30,959 DEBUG [RS:0;13a71e623771:39479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-07T10:48:30,960 DEBUG [RS:0;13a71e623771:39479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T10:48:30,960 INFO [RS:0;13a71e623771:39479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T10:48:30,960 INFO [RS:0;13a71e623771:39479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T10:48:31,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T10:48:31,025 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:48:31,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741832_1008 (size=32) 2024-11-07T10:48:31,064 INFO [RS:0;13a71e623771:39479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T10:48:31,065 INFO [RS:0;13a71e623771:39479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 13a71e623771,39479,1730976507608.regiongroup-0 2024-11-07T10:48:31,068 INFO [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0, suffix=, logDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608, archiveDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs, maxLogs=32 2024-11-07T10:48:31,082 DEBUG [RS:0;13a71e623771:39479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976511070, exclude list is [], retry=0 2024-11-07T10:48:31,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:48:31,089 INFO [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976511070 2024-11-07T10:48:31,090 DEBUG [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:48:31,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:31,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T10:48:31,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T10:48:31,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:31,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:31,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T10:48:31,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T10:48:31,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:31,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:31,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T10:48:31,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T10:48:31,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:31,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:31,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T10:48:31,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T10:48:31,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:31,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:31,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T10:48:31,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740 2024-11-07T10:48:31,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740 2024-11-07T10:48:31,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T10:48:31,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T10:48:31,460 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T10:48:31,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T10:48:31,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T10:48:31,467 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10613866560, jitterRate=-0.011506646871566772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T10:48:31,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730976511437Initializing all the Stores at 1730976511438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730976511438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730976511439 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976511439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730976511439Cleaning up temporary data from old regions at 1730976511459 (+20 ms)Region opened successfully at 1730976511470 (+11 ms) 2024-11-07T10:48:31,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T10:48:31,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T10:48:31,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T10:48:31,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T10:48:31,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T10:48:31,472 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T10:48:31,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730976511470Disabling compacts and flushes for region at 1730976511470Disabling writes for close at 1730976511470Writing region close event to WAL at 1730976511471 (+1 ms)Closed at 1730976511472 (+1 ms) 2024-11-07T10:48:31,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T10:48:31,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T10:48:31,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T10:48:31,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T10:48:31,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T10:48:31,644 DEBUG [13a71e623771:43199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T10:48:31,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:31,661 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13a71e623771,39479,1730976507608, state=OPENING 2024-11-07T10:48:31,733 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T10:48:31,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:31,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:48:31,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-07T10:48:31,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-07T10:48:31,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T10:48:31,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:31,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T10:48:31,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T10:48:31,935 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T10:48:31,935 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-07T10:48:31,936 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-07T10:48:31,936 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T10:48:31,936 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T10:48:31,940 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13a71e623771%2C39479%2C1730976507608.meta, suffix=.meta, logDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608, archiveDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs, maxLogs=32 2024-11-07T10:48:31,958 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976511942.meta, exclude list is [], retry=0 2024-11-07T10:48:31,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:48:31,965 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976511942.meta 2024-11-07T10:48:31,966 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:48:31,966 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:31,970 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:48:31,971 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T10:48:31,974 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T10:48:31,974 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T10:48:31,977 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T10:48:31,978 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:31,978 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T10:48:31,978 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T10:48:31,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T10:48:31,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T10:48:31,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:31,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:31,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T10:48:31,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T10:48:31,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:31,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:31,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T10:48:31,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T10:48:31,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:31,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:31,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T10:48:31,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T10:48:31,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:31,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T10:48:31,992 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T10:48:31,994 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740 2024-11-07T10:48:31,997 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740 2024-11-07T10:48:32,000 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T10:48:32,000 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T10:48:32,001 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T10:48:32,004 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T10:48:32,006 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10327571360, jitterRate=-0.03816996514797211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T10:48:32,006 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T10:48:32,008 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730976511979Writing region info on filesystem at 1730976511979Initializing all the Stores at 1730976511981 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730976511981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730976511981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976511981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730976511981Cleaning up temporary data from old regions at 1730976512000 (+19 ms)Running coprocessor post-open hooks at 1730976512006 (+6 ms)Region opened successfully at 1730976512008 (+2 ms) 2024-11-07T10:48:32,016 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730976511913 2024-11-07T10:48:32,028 DEBUG [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T10:48:32,028 INFO [RS_OPEN_META-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T10:48:32,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:32,032 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13a71e623771,39479,1730976507608, state=OPEN 2024-11-07T10:48:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-07T10:48:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-07T10:48:32,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-07T10:48:32,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-07T10:48:32,044 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=13a71e623771,39479,1730976507608 2024-11-07T10:48:32,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T10:48:32,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=13a71e623771,39479,1730976507608 in 297 msec 2024-11-07T10:48:32,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T10:48:32,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 570 msec 2024-11-07T10:48:32,058 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T10:48:32,058 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T10:48:32,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:48:32,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:48:32,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:48:32,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:48:32,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5900 sec 2024-11-07T10:48:32,126 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730976512126, completionTime=-1 2024-11-07T10:48:32,128 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T10:48:32,128 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T10:48:32,153 INFO [master/13a71e623771:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T10:48:32,153 INFO [master/13a71e623771:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730976572153 2024-11-07T10:48:32,153 INFO [master/13a71e623771:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730976632153 2024-11-07T10:48:32,153 INFO [master/13a71e623771:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-07T10:48:32,155 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13a71e623771,43199,1730976505990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:32,156 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13a71e623771,43199,1730976505990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:32,156 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13a71e623771,43199,1730976505990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:32,157 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-13a71e623771:43199, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:32,157 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:32,158 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:32,164 DEBUG [master/13a71e623771:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T10:48:32,187 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.326sec 2024-11-07T10:48:32,188 INFO [master/13a71e623771:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T10:48:32,189 INFO [master/13a71e623771:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T10:48:32,190 INFO [master/13a71e623771:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T10:48:32,191 INFO [master/13a71e623771:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T10:48:32,191 INFO [master/13a71e623771:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T10:48:32,192 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13a71e623771,43199,1730976505990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T10:48:32,192 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13a71e623771,43199,1730976505990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T10:48:32,202 DEBUG [master/13a71e623771:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T10:48:32,203 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T10:48:32,203 INFO [master/13a71e623771:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13a71e623771,43199,1730976505990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T10:48:32,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dc9676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:32,287 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T10:48:32,287 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T10:48:32,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:48:32,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:48:32,299 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:48:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:48:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:48:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7b4754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:48:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:48:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:32,303 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:48:32,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f57d422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:32,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:48:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:48:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:48:32,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:48:32,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=13a71e623771,43199,1730976505990 2024-11-07T10:48:32,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-07T10:48:32,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/test.cache.data in system properties and HBase conf 2024-11-07T10:48:32,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T10:48:32,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir in system properties and HBase conf 2024-11-07T10:48:32,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T10:48:32,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T10:48:32,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T10:48:32,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T10:48:32,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T10:48:32,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T10:48:32,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T10:48:32,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T10:48:32,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T10:48:32,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T10:48:32,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T10:48:32,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T10:48:32,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/nfs.dump.dir in system properties and HBase conf 2024-11-07T10:48:32,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/java.io.tmpdir in system properties and HBase conf 2024-11-07T10:48:32,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T10:48:32,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T10:48:32,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T10:48:32,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741835_1011 (size=592039) 2024-11-07T10:48:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741836_1012 (size=1663647) 2024-11-07T10:48:34,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:34,436 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:34,647 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T10:48:34,650 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T10:48:34,650 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T10:48:34,650 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T10:48:34,652 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c56adc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,AVAILABLE} 2024-11-07T10:48:34,653 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a908e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-07T10:48:34,662 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-07T10:48:34,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T10:48:34,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T10:48:34,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T10:48:34,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T10:48:34,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:34,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,AVAILABLE} 2024-11-07T10:48:34,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-07T10:48:34,771 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-07T10:48:34,771 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-07T10:48:34,771 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-07T10:48:34,772 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-07T10:48:34,809 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:34,902 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:35,113 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:35,131 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@434affc2{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/java.io.tmpdir/jetty-localhost-34899-hadoop-yarn-common-3_4_1_jar-_-any-15666983730357488129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-07T10:48:35,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4801cc36{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/java.io.tmpdir/jetty-localhost-40701-hadoop-yarn-common-3_4_1_jar-_-any-6578060466994108917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-07T10:48:35,131 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@37e8ed89{HTTP/1.1, (http/1.1)}{localhost:34899} 2024-11-07T10:48:35,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:40701} 2024-11-07T10:48:35,131 INFO [Thread-251 {}] server.Server(415): Started @15287ms 2024-11-07T10:48:35,131 INFO [Time-limited test {}] server.Server(415): Started @15287ms 2024-11-07T10:48:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741837_1013 (size=5) 2024-11-07T10:48:36,289 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-07T10:48:36,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:36,324 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-07T10:48:36,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T10:48:36,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T10:48:36,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T10:48:36,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T10:48:36,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:36,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b58f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,AVAILABLE} 2024-11-07T10:48:36,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12beffc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-07T10:48:36,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T10:48:36,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T10:48:36,385 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-07T10:48:36,385 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-07T10:48:36,385 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-07T10:48:36,385 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-07T10:48:36,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:48:36,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-07T10:48:36,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T10:48:36,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T10:48:36,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T10:48:36,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T10:48:36,398 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:36,405 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:36,502 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:36,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fb2eecb{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/java.io.tmpdir/jetty-localhost-36337-hadoop-yarn-common-3_4_1_jar-_-any-4637617134371028985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-07T10:48:36,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a9263f4{HTTP/1.1, (http/1.1)}{localhost:36337} 2024-11-07T10:48:36,514 INFO [Time-limited test {}] server.Server(415): Started @16670ms 2024-11-07T10:48:36,634 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-07T10:48:36,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:36,651 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-07T10:48:36,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T10:48:36,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T10:48:36,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T10:48:36,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T10:48:36,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T10:48:36,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ee0f7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,AVAILABLE} 2024-11-07T10:48:36,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f656dac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-07T10:48:36,705 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-07T10:48:36,705 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-07T10:48:36,705 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-07T10:48:36,705 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-07T10:48:36,714 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:36,718 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:36,799 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-07T10:48:36,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22d2c5a2{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/java.io.tmpdir/jetty-localhost-45489-hadoop-yarn-common-3_4_1_jar-_-any-18160475614254346404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-07T10:48:36,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f8c3f02{HTTP/1.1, (http/1.1)}{localhost:45489} 2024-11-07T10:48:36,807 INFO [Time-limited test {}] server.Server(415): Started @16963ms 2024-11-07T10:48:36,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-07T10:48:36,836 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:44433/backupUT 2024-11-07T10:48:36,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T10:48:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 13a71e623771,43199,1730976505990 2024-11-07T10:48:36,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d546a81 2024-11-07T10:48:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T10:48:36,852 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T10:48:36,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-07T10:48:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-07T10:48:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T10:48:36,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T10:48:36,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 22 msec 2024-11-07T10:48:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T10:48:36,981 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-07T10:48:36,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-07T10:48:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-07T10:48:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-07T10:48:37,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 15 msec 2024-11-07T10:48:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-07T10:48:37,101 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-07T10:48:37,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-07T10:48:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-07T10:48:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-07T10:48:37,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-11-07T10:48:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-07T10:48:37,211 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-07T10:48:37,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-07T10:48:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-07T10:48:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T10:48:37,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-11-07T10:48:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T10:48:37,321 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-07T10:48:37,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1730976516836', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:48:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1730976516836 2024-11-07T10:48:37,338 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1730976516836 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T10:48:37,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1730976516836" procId is: 8 2024-11-07T10:48:37,340 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-07T10:48:37,342 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1730976516836 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T10:48:37,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741838_1014 (size=367) 2024-11-07T10:48:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-07T10:48:37,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-07T10:48:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-07T10:48:37,757 INFO [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba4171c274d8e8c1f33095d0cb5a9eb9, NAME => 'test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1730976516836', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:48:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741839_1015 (size=53) 2024-11-07T10:48:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-07T10:48:38,201 DEBUG [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(898): Instantiated test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:38,201 DEBUG [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(1722): Closing ba4171c274d8e8c1f33095d0cb5a9eb9, disabling compactions & flushes 2024-11-07T10:48:38,201 INFO [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(1755): Closing region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:38,202 DEBUG [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:38,202 DEBUG [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. after waiting 0 ms 2024-11-07T10:48:38,202 DEBUG [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:38,202 INFO [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(1973): Closed test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:38,202 DEBUG [RegionOpenAndInit-test-1730976516836-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba4171c274d8e8c1f33095d0cb5a9eb9: Waiting for close lock at 1730976518201Disabling compacts and flushes for region at 1730976518201Disabling writes for close at 1730976518202 (+1 ms)Writing region close event to WAL at 1730976518202Closed at 1730976518202 2024-11-07T10:48:38,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1730976516836 execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T10:48:38,209 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730976518204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730976518204"}]},"ts":"1730976518204"} 2024-11-07T10:48:38,214 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T10:48:38,216 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1730976516836 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T10:48:38,219 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1730976516836","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976518216"}]},"ts":"1730976518216"} 2024-11-07T10:48:38,223 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1730976516836, state=ENABLING in hbase:meta 2024-11-07T10:48:38,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, ASSIGN}] 2024-11-07T10:48:38,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, ASSIGN 2024-11-07T10:48:38,229 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, ASSIGN; state=OFFLINE, location=13a71e623771,39479,1730976507608; forceNewPlan=false, retain=false 2024-11-07T10:48:38,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:38,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, ASSIGN because future has completed 2024-11-07T10:48:38,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-07T10:48:38,565 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:38,566 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T10:48:38,566 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 13a71e623771,39479,1730976507608.regiongroup-1 2024-11-07T10:48:38,569 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1, suffix=, logDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608, archiveDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs, maxLogs=32 2024-11-07T10:48:38,583 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976518570, exclude list is [], retry=0 2024-11-07T10:48:38,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:48:38,589 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976518570 2024-11-07T10:48:38,590 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:48:38,590 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ba4171c274d8e8c1f33095d0cb5a9eb9, NAME => 'test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:38,590 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:48:38,590 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1730976516836 ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,590 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:38,590 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,591 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,593 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,596 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4171c274d8e8c1f33095d0cb5a9eb9 columnFamilyName f 2024-11-07T10:48:38,596 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:38,597 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(327): Store=ba4171c274d8e8c1f33095d0cb5a9eb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:38,597 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,599 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,600 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,600 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,600 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,603 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,607 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T10:48:38,608 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened ba4171c274d8e8c1f33095d0cb5a9eb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10828415680, jitterRate=0.008474797010421753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T10:48:38,608 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:38,609 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ba4171c274d8e8c1f33095d0cb5a9eb9: Running coprocessor pre-open hook at 1730976518591Writing region info on filesystem at 1730976518591Initializing all the Stores at 1730976518592 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976518592Cleaning up temporary data from old regions at 1730976518600 (+8 ms)Running coprocessor post-open hooks at 1730976518608 (+8 ms)Region opened successfully at 1730976518609 (+1 ms) 2024-11-07T10:48:38,611 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., pid=10, masterSystemTime=1730976518538 2024-11-07T10:48:38,614 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:38,615 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:38,615 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=OPEN, openSeqNum=2, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:38,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:48:38,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T10:48:38,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 in 236 msec 2024-11-07T10:48:38,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T10:48:38,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, ASSIGN in 401 msec 2024-11-07T10:48:38,633 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1730976516836 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T10:48:38,633 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1730976516836","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976518633"}]},"ts":"1730976518633"} 2024-11-07T10:48:38,636 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1730976516836, state=ENABLED in hbase:meta 2024-11-07T10:48:38,638 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1730976516836 execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T10:48:38,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1730976516836 in 1.3060 sec 2024-11-07T10:48:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-07T10:48:39,501 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1730976516836 completed 2024-11-07T10:48:39,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29390af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:39,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:48:39,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:48:39,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:48:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:48:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:48:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69175859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:48:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:48:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:39,507 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:48:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9aa885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:39,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:48:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:48:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:48:39,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:48:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730976516836', row='row0', locateType=CURRENT is [region=test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., hostname=13a71e623771,39479,1730976507608, seqNum=2] 2024-11-07T10:48:39,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] regionserver.HRegion(8528): writing data to region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T10:48:39,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17309765168361', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:48:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17309765168361 2024-11-07T10:48:39,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17309765168361 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T10:48:39,697 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:39,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17309765168361" procId is: 11 2024-11-07T10:48:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T10:48:39,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17309765168361 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T10:48:39,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741841_1017 (size=364) 2024-11-07T10:48:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T10:48:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T10:48:40,110 INFO [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16fe34b56dd8457ea0cf31699228577a, NAME => 'ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17309765168361', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:48:40,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741842_1018 (size=50) 2024-11-07T10:48:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T10:48:40,519 DEBUG [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:40,519 DEBUG [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(1722): Closing 16fe34b56dd8457ea0cf31699228577a, disabling compactions & flushes 2024-11-07T10:48:40,519 INFO [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:40,519 DEBUG [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:40,519 DEBUG [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. after waiting 0 ms 2024-11-07T10:48:40,520 DEBUG [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:40,520 INFO [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:40,520 DEBUG [RegionOpenAndInit-ns2:test-17309765168361-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16fe34b56dd8457ea0cf31699228577a: Waiting for close lock at 1730976520519Disabling compacts and flushes for region at 1730976520519Disabling writes for close at 1730976520520 (+1 ms)Writing region close event to WAL at 1730976520520Closed at 1730976520520 2024-11-07T10:48:40,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17309765168361 execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T10:48:40,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1730976520521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730976520521"}]},"ts":"1730976520521"} 2024-11-07T10:48:40,525 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T10:48:40,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17309765168361 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T10:48:40,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17309765168361","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976520527"}]},"ts":"1730976520527"} 2024-11-07T10:48:40,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17309765168361, state=ENABLING in hbase:meta 2024-11-07T10:48:40,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17309765168361, region=16fe34b56dd8457ea0cf31699228577a, ASSIGN}] 2024-11-07T10:48:40,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17309765168361, region=16fe34b56dd8457ea0cf31699228577a, ASSIGN 2024-11-07T10:48:40,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17309765168361, region=16fe34b56dd8457ea0cf31699228577a, ASSIGN; state=OFFLINE, location=13a71e623771,39479,1730976507608; forceNewPlan=false, retain=false 2024-11-07T10:48:40,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=16fe34b56dd8457ea0cf31699228577a, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:40,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17309765168361, region=16fe34b56dd8457ea0cf31699228577a, ASSIGN because future has completed 2024-11-07T10:48:40,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16fe34b56dd8457ea0cf31699228577a, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T10:48:40,881 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:40,881 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 16fe34b56dd8457ea0cf31699228577a, NAME => 'ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:40,881 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:48:40,882 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17309765168361 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,882 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:40,882 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,882 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,884 INFO [StoreOpener-16fe34b56dd8457ea0cf31699228577a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,886 INFO [StoreOpener-16fe34b56dd8457ea0cf31699228577a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16fe34b56dd8457ea0cf31699228577a columnFamilyName f 2024-11-07T10:48:40,886 DEBUG [StoreOpener-16fe34b56dd8457ea0cf31699228577a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:40,887 INFO [StoreOpener-16fe34b56dd8457ea0cf31699228577a-1 {}] regionserver.HStore(327): Store=16fe34b56dd8457ea0cf31699228577a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:40,887 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,888 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,889 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,890 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,890 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,892 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,895 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T10:48:40,896 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 16fe34b56dd8457ea0cf31699228577a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11782112000, jitterRate=0.09729468822479248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T10:48:40,896 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:40,898 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 16fe34b56dd8457ea0cf31699228577a: Running coprocessor pre-open hook at 1730976520882Writing region info on filesystem at 1730976520882Initializing all the Stores at 1730976520883 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976520883Cleaning up temporary data from old regions at 1730976520890 (+7 ms)Running coprocessor post-open hooks at 1730976520897 (+7 ms)Region opened successfully at 1730976520897 2024-11-07T10:48:40,899 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a., pid=13, masterSystemTime=1730976520841 2024-11-07T10:48:40,902 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:40,902 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:40,903 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=16fe34b56dd8457ea0cf31699228577a, regionState=OPEN, openSeqNum=2, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:40,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16fe34b56dd8457ea0cf31699228577a, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:48:40,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T10:48:40,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 16fe34b56dd8457ea0cf31699228577a, server=13a71e623771,39479,1730976507608 in 220 msec 2024-11-07T10:48:40,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T10:48:40,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17309765168361, region=16fe34b56dd8457ea0cf31699228577a, ASSIGN in 382 msec 2024-11-07T10:48:40,917 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17309765168361 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T10:48:40,917 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17309765168361","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976520917"}]},"ts":"1730976520917"} 2024-11-07T10:48:40,921 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17309765168361, state=ENABLED in hbase:meta 2024-11-07T10:48:40,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17309765168361 execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T10:48:40,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17309765168361 in 1.2300 sec 2024-11-07T10:48:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T10:48:41,850 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17309765168361 completed 2024-11-07T10:48:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17309765168361', row='row0', locateType=CURRENT is [region=ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a., hostname=13a71e623771,39479,1730976507608, seqNum=2] 2024-11-07T10:48:41,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] regionserver.HRegion(8528): writing data to region ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T10:48:41,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17309765168362', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:48:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17309765168362 2024-11-07T10:48:42,000 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17309765168362 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T10:48:42,000 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:42,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17309765168362" procId is: 14 2024-11-07T10:48:42,033 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17309765168362 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T10:48:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T10:48:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741843_1019 (size=390) 2024-11-07T10:48:42,043 INFO [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3697d68bc13ea5288f7f9ed87f5c518, NAME => 'ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17309765168362', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:48:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741844_1020 (size=50) 2024-11-07T10:48:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T10:48:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T10:48:42,453 DEBUG [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:42,454 DEBUG [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(1722): Closing c3697d68bc13ea5288f7f9ed87f5c518, disabling compactions & flushes 2024-11-07T10:48:42,454 INFO [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:48:42,454 DEBUG [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:48:42,454 DEBUG [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. after waiting 0 ms 2024-11-07T10:48:42,454 DEBUG [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:48:42,454 INFO [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:48:42,454 DEBUG [RegionOpenAndInit-ns3:test-17309765168362-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3697d68bc13ea5288f7f9ed87f5c518: Waiting for close lock at 1730976522454Disabling compacts and flushes for region at 1730976522454Disabling writes for close at 1730976522454Writing region close event to WAL at 1730976522454Closed at 1730976522454 2024-11-07T10:48:42,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17309765168362 execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T10:48:42,456 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1730976522456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730976522456"}]},"ts":"1730976522456"} 2024-11-07T10:48:42,459 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T10:48:42,462 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17309765168362 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T10:48:42,462 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17309765168362","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976522462"}]},"ts":"1730976522462"} 2024-11-07T10:48:42,465 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17309765168362, state=ENABLING in hbase:meta 2024-11-07T10:48:42,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17309765168362, region=c3697d68bc13ea5288f7f9ed87f5c518, ASSIGN}] 2024-11-07T10:48:42,467 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17309765168362, region=c3697d68bc13ea5288f7f9ed87f5c518, ASSIGN 2024-11-07T10:48:42,469 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17309765168362, region=c3697d68bc13ea5288f7f9ed87f5c518, ASSIGN; state=OFFLINE, location=13a71e623771,39479,1730976507608; forceNewPlan=false, retain=false 2024-11-07T10:48:42,620 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c3697d68bc13ea5288f7f9ed87f5c518, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:42,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17309765168362, region=c3697d68bc13ea5288f7f9ed87f5c518, ASSIGN because future has completed 2024-11-07T10:48:42,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3697d68bc13ea5288f7f9ed87f5c518, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T10:48:42,781 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:48:42,782 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c3697d68bc13ea5288f7f9ed87f5c518, NAME => 'ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:42,782 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:48:42,782 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17309765168362 c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,783 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:42,783 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,783 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,785 INFO [StoreOpener-c3697d68bc13ea5288f7f9ed87f5c518-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,787 INFO [StoreOpener-c3697d68bc13ea5288f7f9ed87f5c518-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3697d68bc13ea5288f7f9ed87f5c518 columnFamilyName f 2024-11-07T10:48:42,788 DEBUG [StoreOpener-c3697d68bc13ea5288f7f9ed87f5c518-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:42,788 INFO [StoreOpener-c3697d68bc13ea5288f7f9ed87f5c518-1 {}] regionserver.HStore(327): Store=c3697d68bc13ea5288f7f9ed87f5c518/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:42,789 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,790 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns3/test-17309765168362/c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,791 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns3/test-17309765168362/c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,792 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,792 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,795 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,799 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns3/test-17309765168362/c3697d68bc13ea5288f7f9ed87f5c518/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T10:48:42,800 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c3697d68bc13ea5288f7f9ed87f5c518; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11694198400, jitterRate=0.08910709619522095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T10:48:42,800 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:48:42,801 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c3697d68bc13ea5288f7f9ed87f5c518: Running coprocessor pre-open hook at 1730976522783Writing region info on filesystem at 1730976522783Initializing all the Stores at 1730976522785 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976522785Cleaning up temporary data from old regions at 1730976522792 (+7 ms)Running coprocessor post-open hooks at 1730976522800 (+8 ms)Region opened successfully at 1730976522801 (+1 ms) 2024-11-07T10:48:42,802 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518., pid=16, masterSystemTime=1730976522776 2024-11-07T10:48:42,805 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:48:42,805 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:48:42,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c3697d68bc13ea5288f7f9ed87f5c518, regionState=OPEN, openSeqNum=2, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3697d68bc13ea5288f7f9ed87f5c518, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:48:42,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-07T10:48:42,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure c3697d68bc13ea5288f7f9ed87f5c518, server=13a71e623771,39479,1730976507608 in 188 msec 2024-11-07T10:48:42,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T10:48:42,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17309765168362, region=c3697d68bc13ea5288f7f9ed87f5c518, ASSIGN in 350 msec 2024-11-07T10:48:42,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17309765168362 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T10:48:42,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17309765168362","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976522820"}]},"ts":"1730976522820"} 2024-11-07T10:48:42,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17309765168362, state=ENABLED in hbase:meta 2024-11-07T10:48:42,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17309765168362 execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T10:48:42,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17309765168362 in 828 msec 2024-11-07T10:48:42,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17309765168362' 2024-11-07T10:48:42,880 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1730976516836' 2024-11-07T10:48:42,880 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17309765168361' 2024-11-07T10:48:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T10:48:43,171 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17309765168362 completed 2024-11-07T10:48:43,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17309765168362 get assigned. Timeout = 60000ms 2024-11-07T10:48:43,173 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T10:48:43,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17309765168362 assigned to meta. Checking AM states. 2024-11-07T10:48:43,179 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T10:48:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17309765168362 assigned. 2024-11-07T10:48:43,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17309765168363', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:48:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17309765168363 2024-11-07T10:48:43,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17309765168363 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T10:48:43,186 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:43,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17309765168363" procId is: 17 2024-11-07T10:48:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T10:48:43,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17309765168363 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T10:48:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741845_1021 (size=390) 2024-11-07T10:48:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T10:48:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T10:48:43,598 INFO [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da2426d775059865f68e72085e7940e7, NAME => 'ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17309765168363', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:48:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741846_1022 (size=50) 2024-11-07T10:48:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T10:48:44,008 DEBUG [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:44,008 DEBUG [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(1722): Closing da2426d775059865f68e72085e7940e7, disabling compactions & flushes 2024-11-07T10:48:44,008 INFO [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:48:44,008 DEBUG [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:48:44,008 DEBUG [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. after waiting 0 ms 2024-11-07T10:48:44,008 DEBUG [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:48:44,008 INFO [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:48:44,008 DEBUG [RegionOpenAndInit-ns4:test-17309765168363-pool-0 {}] regionserver.HRegion(1676): Region close journal for da2426d775059865f68e72085e7940e7: Waiting for close lock at 1730976524008Disabling compacts and flushes for region at 1730976524008Disabling writes for close at 1730976524008Writing region close event to WAL at 1730976524008Closed at 1730976524008 2024-11-07T10:48:44,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17309765168363 execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T10:48:44,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1730976524010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730976524010"}]},"ts":"1730976524010"} 2024-11-07T10:48:44,013 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T10:48:44,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17309765168363 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T10:48:44,014 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17309765168363","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976524014"}]},"ts":"1730976524014"} 2024-11-07T10:48:44,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17309765168363, state=ENABLING in hbase:meta 2024-11-07T10:48:44,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17309765168363, region=da2426d775059865f68e72085e7940e7, ASSIGN}] 2024-11-07T10:48:44,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17309765168363, region=da2426d775059865f68e72085e7940e7, ASSIGN 2024-11-07T10:48:44,021 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17309765168363, region=da2426d775059865f68e72085e7940e7, ASSIGN; state=OFFLINE, location=13a71e623771,39479,1730976507608; forceNewPlan=false, retain=false 2024-11-07T10:48:44,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-07T10:48:44,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=da2426d775059865f68e72085e7940e7, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:44,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17309765168363, region=da2426d775059865f68e72085e7940e7, ASSIGN because future has completed 2024-11-07T10:48:44,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2426d775059865f68e72085e7940e7, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T10:48:44,333 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:48:44,334 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => da2426d775059865f68e72085e7940e7, NAME => 'ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:44,334 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:48:44,334 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17309765168363 da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,334 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:44,335 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,335 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,337 INFO [StoreOpener-da2426d775059865f68e72085e7940e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,339 INFO [StoreOpener-da2426d775059865f68e72085e7940e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2426d775059865f68e72085e7940e7 columnFamilyName f 2024-11-07T10:48:44,340 DEBUG [StoreOpener-da2426d775059865f68e72085e7940e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:44,341 INFO [StoreOpener-da2426d775059865f68e72085e7940e7-1 {}] regionserver.HStore(327): Store=da2426d775059865f68e72085e7940e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:44,341 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,342 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns4/test-17309765168363/da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,343 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns4/test-17309765168363/da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,343 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,343 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,346 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,349 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns4/test-17309765168363/da2426d775059865f68e72085e7940e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T10:48:44,350 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened da2426d775059865f68e72085e7940e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10461091360, jitterRate=-0.025734946131706238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T10:48:44,350 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da2426d775059865f68e72085e7940e7 2024-11-07T10:48:44,351 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for da2426d775059865f68e72085e7940e7: Running coprocessor pre-open hook at 1730976524335Writing region info on filesystem at 1730976524335Initializing all the Stores at 1730976524336 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976524336Cleaning up temporary data from old regions at 1730976524343 (+7 ms)Running coprocessor post-open hooks at 1730976524350 (+7 ms)Region opened successfully at 1730976524351 (+1 ms) 2024-11-07T10:48:44,352 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7., pid=19, masterSystemTime=1730976524328 2024-11-07T10:48:44,355 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:48:44,355 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:48:44,355 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=da2426d775059865f68e72085e7940e7, regionState=OPEN, openSeqNum=2, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:44,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2426d775059865f68e72085e7940e7, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:48:44,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-07T10:48:44,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure da2426d775059865f68e72085e7940e7, server=13a71e623771,39479,1730976507608 in 185 msec 2024-11-07T10:48:44,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-07T10:48:44,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17309765168363, region=da2426d775059865f68e72085e7940e7, ASSIGN in 346 msec 2024-11-07T10:48:44,369 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17309765168363 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T10:48:44,369 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17309765168363","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976524369"}]},"ts":"1730976524369"} 2024-11-07T10:48:44,372 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17309765168363, state=ENABLED in hbase:meta 2024-11-07T10:48:44,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17309765168363 execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T10:48:44,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17309765168363 in 1.1910 sec 2024-11-07T10:48:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T10:48:45,340 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17309765168363 completed 2024-11-07T10:48:45,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17309765168363 get assigned. Timeout = 60000ms 2024-11-07T10:48:45,341 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T10:48:45,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17309765168363 assigned to meta. Checking AM states. 2024-11-07T10:48:45,346 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T10:48:45,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17309765168363 assigned. 2024-11-07T10:48:45,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T10:48:45,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:48:45,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:45,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:45,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:48:45,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=9, AvailableMemoryMB=2671 2024-11-07T10:48:45,380 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-07T10:48:45,381 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-07T10:48:45,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1730976516836 from 'test-1730976516836', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1730976516836', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:48:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1730976516836 2024-11-07T10:48:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741847_1023 (size=908) 2024-11-07T10:48:45,815 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/.tabledesc/.tableinfo.0000000001.367 2024-11-07T10:48:45,815 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/.tabledesc/.tableinfo.0000000002.908 2024-11-07T10:48:45,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1730976516836}] 2024-11-07T10:48:45,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE}] 2024-11-07T10:48:45,836 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE 2024-11-07T10:48:45,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=CLOSING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:45,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE because future has completed 2024-11-07T10:48:45,841 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T10:48:45,841 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43199 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=13a71e623771,39479,1730976507608, table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T10:48:45,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:46,002 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,002 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T10:48:46,003 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing ba4171c274d8e8c1f33095d0cb5a9eb9, disabling compactions & flushes 2024-11-07T10:48:46,003 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:46,003 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:46,003 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. after waiting 0 ms 2024-11-07T10:48:46,003 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:46,007 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing ba4171c274d8e8c1f33095d0cb5a9eb9 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-07T10:48:46,076 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f/166215c6eb3048ccb1978da1e8b2a8a1 is 37, key is row10/f:q1/1730976519544/Put/seqid=0 2024-11-07T10:48:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741848_1024 (size=8413) 2024-11-07T10:48:46,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17309765168361 2024-11-07T10:48:46,381 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17309765168361 Metrics about Tables on a single HBase RegionServer 2024-11-07T10:48:46,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1730976516836 2024-11-07T10:48:46,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1730976516836 Metrics about Tables on a single HBase RegionServer 2024-11-07T10:48:46,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17309765168362 2024-11-07T10:48:46,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17309765168362 Metrics about Tables on a single HBase RegionServer 2024-11-07T10:48:46,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17309765168363 2024-11-07T10:48:46,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17309765168363 Metrics about Tables on a single HBase RegionServer 2024-11-07T10:48:46,490 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f/166215c6eb3048ccb1978da1e8b2a8a1 2024-11-07T10:48:46,551 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f/166215c6eb3048ccb1978da1e8b2a8a1 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 2024-11-07T10:48:46,562 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1, entries=99, sequenceid=103, filesize=8.2 K 2024-11-07T10:48:46,569 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ba4171c274d8e8c1f33095d0cb5a9eb9 in 561ms, sequenceid=103, compaction requested=false 2024-11-07T10:48:46,577 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-07T10:48:46,580 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:48:46,580 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:46,580 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for ba4171c274d8e8c1f33095d0cb5a9eb9: Waiting for close lock at 1730976526003Running coprocessor pre-close hooks at 1730976526003Disabling compacts and flushes for region at 1730976526003Disabling writes for close at 1730976526003Obtaining lock to block concurrent updates at 1730976526007 (+4 ms)Preparing flush snapshotting stores in ba4171c274d8e8c1f33095d0cb5a9eb9 at 1730976526007Finished memstore snapshotting test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1730976526015 (+8 ms)Flushing stores of test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. at 1730976526017 (+2 ms)Flushing ba4171c274d8e8c1f33095d0cb5a9eb9/f: creating writer at 1730976526019 (+2 ms)Flushing ba4171c274d8e8c1f33095d0cb5a9eb9/f: appending metadata at 1730976526060 (+41 ms)Flushing ba4171c274d8e8c1f33095d0cb5a9eb9/f: closing flushed file at 1730976526063 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529ed54: reopening flushed file at 1730976526549 (+486 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ba4171c274d8e8c1f33095d0cb5a9eb9 in 561ms, sequenceid=103, compaction requested=false at 1730976526569 (+20 ms)Writing region close event to WAL at 1730976526571 (+2 ms)Running coprocessor post-close hooks at 1730976526578 (+7 ms)Closed at 1730976526580 (+2 ms) 2024-11-07T10:48:46,581 WARN [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: ba4171c274d8e8c1f33095d0cb5a9eb9 to self. 2024-11-07T10:48:46,584 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=CLOSED 2024-11-07T10:48:46,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:48:46,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-07T10:48:46,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 in 747 msec 2024-11-07T10:48:46,594 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE; state=CLOSED, location=13a71e623771,39479,1730976507608; forceNewPlan=false, retain=true 2024-11-07T10:48:46,745 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:46,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE because future has completed 2024-11-07T10:48:46,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:46,905 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:46,906 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ba4171c274d8e8c1f33095d0cb5a9eb9, NAME => 'test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:46,906 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:48:46,906 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1730976516836 ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,906 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:46,906 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,906 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,908 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,910 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4171c274d8e8c1f33095d0cb5a9eb9 columnFamilyName f 2024-11-07T10:48:46,910 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:46,920 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 2024-11-07T10:48:46,920 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(327): Store=ba4171c274d8e8c1f33095d0cb5a9eb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:46,921 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,923 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4171c274d8e8c1f33095d0cb5a9eb9 columnFamilyName f3 2024-11-07T10:48:46,923 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:46,924 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(327): Store=ba4171c274d8e8c1f33095d0cb5a9eb9/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:46,925 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,931 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4171c274d8e8c1f33095d0cb5a9eb9 columnFamilyName mob 2024-11-07T10:48:46,935 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:46,936 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(327): Store=ba4171c274d8e8c1f33095d0cb5a9eb9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:46,937 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,938 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,940 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,941 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,941 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,942 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1730976516836 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T10:48:46,945 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,946 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ba4171c274d8e8c1f33095d0cb5a9eb9; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11944275520, jitterRate=0.11239734292030334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T10:48:46,946 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:46,947 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ba4171c274d8e8c1f33095d0cb5a9eb9: Running coprocessor pre-open hook at 1730976526906Writing region info on filesystem at 1730976526906Initializing all the Stores at 1730976526908 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976526908Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976526908Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976526908Cleaning up temporary data from old regions at 1730976526941 (+33 ms)Running coprocessor post-open hooks at 1730976526946 (+5 ms)Region opened successfully at 1730976526947 (+1 ms) 2024-11-07T10:48:46,948 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., pid=24, masterSystemTime=1730976526901 2024-11-07T10:48:46,951 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:46,951 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:46,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=OPEN, openSeqNum=107, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:46,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:48:46,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-07T10:48:46,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 in 208 msec 2024-11-07T10:48:46,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-07T10:48:46,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE in 1.1250 sec 2024-11-07T10:48:46,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-07T10:48:46,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1730976516836 in 1.1420 sec 2024-11-07T10:48:46,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1730976516836 in 1.5790 sec 2024-11-07T10:48:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-07T10:48:46,974 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1730976516836 completed 2024-11-07T10:48:46,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414590ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:46,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:48:46,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:48:46,976 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:48:46,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:48:46,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:48:46,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595c8b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:46,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:48:46,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:48:46,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:46,979 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:48:46,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f96b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:46,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:48:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:48:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:48:46,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:48:46,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730976516836', row='row-test-1730976516836-3-0', locateType=CURRENT is [region=test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., hostname=13a71e623771,39479,1730976507608, seqNum=107] 2024-11-07T10:48:47,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T10:48:47,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 13a71e623771,43199,1730976505990 2024-11-07T10:48:47,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7990bf48 2024-11-07T10:48:47,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T10:48:47,043 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T10:48:47,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-07T10:48:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-07T10:48:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T10:48:47,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-11-07T10:48:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T10:48:47,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-07T10:48:47,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:48:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-07T10:48:47,189 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T10:48:47,190 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:47,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-07T10:48:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-07T10:48:47,191 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T10:48:47,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741849_1025 (size=635) 2024-11-07T10:48:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-07T10:48:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-07T10:48:47,602 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 706e588a9fa6c03f8f1af57ae6d8fcf0, NAME => 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:48:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741850_1026 (size=40) 2024-11-07T10:48:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-07T10:48:48,012 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:48,013 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 706e588a9fa6c03f8f1af57ae6d8fcf0, disabling compactions & flushes 2024-11-07T10:48:48,013 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:48,013 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:48,013 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. after waiting 0 ms 2024-11-07T10:48:48,013 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:48,013 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:48,014 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: Waiting for close lock at 1730976528013Disabling compacts and flushes for region at 1730976528013Disabling writes for close at 1730976528013Writing region close event to WAL at 1730976528013Closed at 1730976528013 2024-11-07T10:48:48,016 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T10:48:48,016 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1730976528016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730976528016"}]},"ts":"1730976528016"} 2024-11-07T10:48:48,020 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T10:48:48,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T10:48:48,022 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976528022"}]},"ts":"1730976528022"} 2024-11-07T10:48:48,025 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-07T10:48:48,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN}] 2024-11-07T10:48:48,027 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN 2024-11-07T10:48:48,028 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN; state=OFFLINE, location=13a71e623771,39479,1730976507608; forceNewPlan=false, retain=false 2024-11-07T10:48:48,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=706e588a9fa6c03f8f1af57ae6d8fcf0, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:48,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN because future has completed 2024-11-07T10:48:48,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-07T10:48:48,350 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:48,350 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 706e588a9fa6c03f8f1af57ae6d8fcf0, NAME => 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:48,351 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:48:48,351 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,352 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:48,352 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,352 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,354 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,357 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706e588a9fa6c03f8f1af57ae6d8fcf0 columnFamilyName meta 2024-11-07T10:48:48,357 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:48,357 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.HStore(327): Store=706e588a9fa6c03f8f1af57ae6d8fcf0/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:48,358 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,360 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706e588a9fa6c03f8f1af57ae6d8fcf0 columnFamilyName session 2024-11-07T10:48:48,360 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:48,361 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.HStore(327): Store=706e588a9fa6c03f8f1af57ae6d8fcf0/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:48,361 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,363 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,363 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,364 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,364 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,365 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-07T10:48:48,367 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,370 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T10:48:48,371 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 706e588a9fa6c03f8f1af57ae6d8fcf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10306501440, jitterRate=-0.04013225436210632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-07T10:48:48,371 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:48,371 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: Running coprocessor pre-open hook at 1730976528352Writing region info on filesystem at 1730976528352Initializing all the Stores at 1730976528354 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976528354Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976528354Cleaning up temporary data from old regions at 1730976528364 (+10 ms)Running coprocessor post-open hooks at 1730976528371 (+7 ms)Region opened successfully at 1730976528371 2024-11-07T10:48:48,373 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., pid=28, masterSystemTime=1730976528338 2024-11-07T10:48:48,375 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:48,375 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:48,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=706e588a9fa6c03f8f1af57ae6d8fcf0, regionState=OPEN, openSeqNum=2, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:48,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:48:48,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-07T10:48:48,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608 in 195 msec 2024-11-07T10:48:48,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-07T10:48:48,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN in 358 msec 2024-11-07T10:48:48,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T10:48:48,386 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976528386"}]},"ts":"1730976528386"} 2024-11-07T10:48:48,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-07T10:48:48,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T10:48:48,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2040 sec 2024-11-07T10:48:48,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-07T10:48:48,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17309765168363' 2024-11-07T10:48:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-07T10:48:49,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-07T10:48:49,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:48:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-07T10:48:49,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T10:48:49,366 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:49,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-07T10:48:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T10:48:49,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T10:48:49,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741851_1027 (size=640) 2024-11-07T10:48:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T10:48:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T10:48:49,778 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a10ed6530c084cc01b50f33630cb5c33, NAME => 'backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:48:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741852_1028 (size=45) 2024-11-07T10:48:49,838 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-07T10:48:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T10:48:50,192 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:50,193 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing a10ed6530c084cc01b50f33630cb5c33, disabling compactions & flushes 2024-11-07T10:48:50,193 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:48:50,193 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:48:50,193 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. after waiting 0 ms 2024-11-07T10:48:50,193 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:48:50,193 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:48:50,194 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for a10ed6530c084cc01b50f33630cb5c33: Waiting for close lock at 1730976530193Disabling compacts and flushes for region at 1730976530193Disabling writes for close at 1730976530193Writing region close event to WAL at 1730976530193Closed at 1730976530193 2024-11-07T10:48:50,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T10:48:50,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1730976530197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730976530197"}]},"ts":"1730976530197"} 2024-11-07T10:48:50,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T10:48:50,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T10:48:50,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976530202"}]},"ts":"1730976530202"} 2024-11-07T10:48:50,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-07T10:48:50,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=a10ed6530c084cc01b50f33630cb5c33, ASSIGN}] 2024-11-07T10:48:50,207 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=a10ed6530c084cc01b50f33630cb5c33, ASSIGN 2024-11-07T10:48:50,208 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=a10ed6530c084cc01b50f33630cb5c33, ASSIGN; state=OFFLINE, location=13a71e623771,39479,1730976507608; forceNewPlan=false, retain=false 2024-11-07T10:48:50,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=a10ed6530c084cc01b50f33630cb5c33, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:50,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=a10ed6530c084cc01b50f33630cb5c33, ASSIGN because future has completed 2024-11-07T10:48:50,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure a10ed6530c084cc01b50f33630cb5c33, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:48:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T10:48:50,531 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:48:50,531 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => a10ed6530c084cc01b50f33630cb5c33, NAME => 'backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:48:50,532 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:48:50,532 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,532 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:48:50,532 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,533 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,535 INFO [StoreOpener-a10ed6530c084cc01b50f33630cb5c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,537 INFO [StoreOpener-a10ed6530c084cc01b50f33630cb5c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a10ed6530c084cc01b50f33630cb5c33 columnFamilyName meta 2024-11-07T10:48:50,538 DEBUG [StoreOpener-a10ed6530c084cc01b50f33630cb5c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:50,538 INFO [StoreOpener-a10ed6530c084cc01b50f33630cb5c33-1 {}] regionserver.HStore(327): Store=a10ed6530c084cc01b50f33630cb5c33/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:50,538 INFO [StoreOpener-a10ed6530c084cc01b50f33630cb5c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,540 INFO [StoreOpener-a10ed6530c084cc01b50f33630cb5c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a10ed6530c084cc01b50f33630cb5c33 columnFamilyName session 2024-11-07T10:48:50,540 DEBUG [StoreOpener-a10ed6530c084cc01b50f33630cb5c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:50,541 INFO [StoreOpener-a10ed6530c084cc01b50f33630cb5c33-1 {}] regionserver.HStore(327): Store=a10ed6530c084cc01b50f33630cb5c33/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:48:50,541 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,542 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system_bulk/a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,543 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system_bulk/a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,544 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,544 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,545 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-07T10:48:50,546 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,549 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system_bulk/a10ed6530c084cc01b50f33630cb5c33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T10:48:50,550 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened a10ed6530c084cc01b50f33630cb5c33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10508339520, jitterRate=-0.02133461833000183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-07T10:48:50,550 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:48:50,551 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for a10ed6530c084cc01b50f33630cb5c33: Running coprocessor pre-open hook at 1730976530533Writing region info on filesystem at 1730976530533Initializing all the Stores at 1730976530535 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976530535Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976530535Cleaning up temporary data from old regions at 1730976530544 (+9 ms)Running coprocessor post-open hooks at 1730976530550 (+6 ms)Region opened successfully at 1730976530551 (+1 ms) 2024-11-07T10:48:50,552 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33., pid=31, masterSystemTime=1730976530522 2024-11-07T10:48:50,554 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:48:50,554 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:48:50,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=a10ed6530c084cc01b50f33630cb5c33, regionState=OPEN, openSeqNum=2, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:48:50,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure a10ed6530c084cc01b50f33630cb5c33, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:48:50,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-07T10:48:50,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure a10ed6530c084cc01b50f33630cb5c33, server=13a71e623771,39479,1730976507608 in 193 msec 2024-11-07T10:48:50,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-07T10:48:50,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=a10ed6530c084cc01b50f33630cb5c33, ASSIGN in 357 msec 2024-11-07T10:48:50,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T10:48:50,566 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976530566"}]},"ts":"1730976530566"} 2024-11-07T10:48:50,568 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-07T10:48:50,569 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T10:48:50,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2070 sec 2024-11-07T10:48:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T10:48:51,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-07T10:48:51,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:48:51,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:48:51,535 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-07T10:48:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., hostname=13a71e623771,39479,1730976507608, seqNum=2] 2024-11-07T10:48:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-07T10:48:51,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:48:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976531559 (current time:1730976531559). 2024-11-07T10:48:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:48:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-07T10:48:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3a29e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:48:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:48:51,561 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:48:51,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:48:51,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:48:51,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101d853c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:51,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:48:51,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:48:51,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:51,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:48:51,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13457f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:48:51,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:48:51,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:48:51,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:48:51,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:48:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:48:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:51,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:48:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:48:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:48:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-07T10:48:51,590 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:48:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-07T10:48:51,594 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:48:51,605 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:48:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741853_1029 (size=52) 2024-11-07T10:48:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-07T10:48:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-07T10:48:52,017 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:48:52,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0}] 2024-11-07T10:48:52,026 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:52,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T10:48:52,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:52,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-07T10:48:52,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/221f6b71c66a45549c0bc42574b3bfb5 is 49, key is activesession:/session:c/1730976531549/Put/seqid=0 2024-11-07T10:48:52,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741854_1030 (size=5049) 2024-11-07T10:48:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-07T10:48:52,616 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/221f6b71c66a45549c0bc42574b3bfb5 2024-11-07T10:48:52,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/221f6b71c66a45549c0bc42574b3bfb5 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 2024-11-07T10:48:52,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5, entries=1, sequenceid=5, filesize=4.9 K 2024-11-07T10:48:52,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 706e588a9fa6c03f8f1af57ae6d8fcf0 in 450ms, sequenceid=5, compaction requested=false 2024-11-07T10:48:52,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: 2024-11-07T10:48:52,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. for snapshot_backup_system completed. 2024-11-07T10:48:52,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.' region-info for snapshot=snapshot_backup_system 2024-11-07T10:48:52,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:48:52,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T10:48:52,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5] hfiles 2024-11-07T10:48:52,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 for snapshot=snapshot_backup_system 2024-11-07T10:48:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741855_1031 (size=95) 2024-11-07T10:48:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-07T10:48:53,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:48:53,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T10:48:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T10:48:53,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:53,070 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:48:53,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-07T10:48:53,074 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:48:53,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 in 1.0500 sec 2024-11-07T10:48:53,075 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:48:53,076 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:48:53,076 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-07T10:48:53,079 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-07T10:48:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741856_1032 (size=731) 2024-11-07T10:48:53,495 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:48:53,508 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:48:53,509 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_backup_system 2024-11-07T10:48:53,511 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:48:53,512 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-07T10:48:53,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9360 sec 2024-11-07T10:48:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-07T10:48:53,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-07T10:48:53,742 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1730976527022 started at 1730976533741. 2024-11-07T10:48:53,758 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1730976527022 has been started. 2024-11-07T10:48:53,762 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-07T10:48:53,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-07T10:48:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-07T10:48:53,770 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-07T10:48:53,771 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-07T10:48:53,771 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-07T10:48:53,771 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-07T10:48:53,772 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-07T10:48:53,772 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-07T10:48:53,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-07T10:48:53,958 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:53,958 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-07T10:48:53,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:48:53,960 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:53,960 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-07T10:48:53,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-07T10:48:53,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-07T10:48:53,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-07T10:48:53,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-07T10:48:53,965 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-07T10:48:53,967 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-07T10:48:53,967 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-07T10:48:53,968 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-07T10:48:53,968 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-07T10:48:53,969 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-07T10:48:53,969 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-07T10:48:53,969 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '13a71e623771,39479,1730976507608' joining acquired barrier for procedure (rolllog) in zk 2024-11-07T10:48:53,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:53,979 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-07T10:48:53,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:53,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:48:53,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:48:53,980 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-07T10:48:53,980 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-07T10:48:53,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:48:53,981 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:48:53,981 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:48:53,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:48:53,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:48:53,983 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '13a71e623771,39479,1730976507608' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-07T10:48:53,983 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-07T10:48:53,983 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7f1ee8fb[Count = 0] remaining members to acquire global barrier 2024-11-07T10:48:53,983 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-07T10:48:53,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:48:53,994 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-07T10:48:53,994 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-07T10:48:53,994 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:53,994 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-07T10:48:53,994 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-07T10:48:53,995 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-07T10:48:53,995 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 13a71e623771,39479,1730976507608 2024-11-07T10:48:54,002 INFO [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1730976511070 highest: 1730976518570 on 13a71e623771,39479,1730976507608 2024-11-07T10:48:54,002 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.meta:.meta(num 1730976511942) roll requested 2024-11-07T10:48:54,015 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta, exclude list is [], retry=0 2024-11-07T10:48:54,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:48:54,021 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976511942.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta 2024-11-07T10:48:54,021 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:48:54,022 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976511942.meta is not closed yet, will try archiving it next time 2024-11-07T10:48:54,022 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0:(num 1730976511070) roll requested 2024-11-07T10:48:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741834_1010 (size=12055) 2024-11-07T10:48:54,035 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022, exclude list is [], retry=0 2024-11-07T10:48:54,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:48:54,040 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976511070 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 2024-11-07T10:48:54,041 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:48:54,041 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976511070 is not closed yet, will try archiving it next time 2024-11-07T10:48:54,041 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1:(num 1730976518570) roll requested 2024-11-07T10:48:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741833_1009 (size=1034) 2024-11-07T10:48:54,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976511070 not finished, retry = 0 2024-11-07T10:48:54,053 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041, exclude list is [], retry=0 2024-11-07T10:48:54,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:48:54,058 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976518570 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 2024-11-07T10:48:54,058 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:48:54,058 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976518570 is not closed yet, will try archiving it next time 2024-11-07T10:48:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741840_1016 (size=4756) 2024-11-07T10:48:54,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976518570 not finished, retry = 0 2024-11-07T10:48:54,062 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-07T10:48:54,063 INFO [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1730976534022 on 13a71e623771,39479,1730976507608 2024-11-07T10:48:54,063 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T10:48:54,063 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 13a71e623771,43199,1730976505990 2024-11-07T10:48:54,063 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b341894 2024-11-07T10:48:54,063 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T10:48:54,064 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T10:48:54,065 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:48:54,065 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:48:54,065 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:48:54,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-07T10:48:54,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:48:54,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:48:54,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:44433/backupUT\x00', locateType=CURRENT is [region=backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., hostname=13a71e623771,39479,1730976507608, seqNum=2] 2024-11-07T10:48:54,088 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-07T10:48:54,088 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '13a71e623771,39479,1730976507608' in zk 2024-11-07T10:48:54,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:54,099 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-07T10:48:54,099 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-07T10:48:54,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:54,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:48:54,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:48:54,099 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-07T10:48:54,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:48:54,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:48:54,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:48:54,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:48:54,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:48:54,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:48:54,103 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:48:54,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '13a71e623771,39479,1730976507608': 2024-11-07T10:48:54,104 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-07T10:48:54,104 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-07T10:48:54,104 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-07T10:48:54,104 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-07T10:48:54,104 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '13a71e623771,39479,1730976507608' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-07T10:48:54,104 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-07T10:48:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:48:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:48:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-07T10:48:54,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-07T10:48:54,116 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-07T10:48:54,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:48:54,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:48:54,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-07T10:48:54,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:48:54,117 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-07T10:48:54,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:48:54,117 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:54,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:48:54,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-07T10:48:54,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:48:54,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:48:54,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:48:54,119 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:54,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:48:54,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:48:54,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:48:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-07T10:48:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-07T10:48:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-07T10:48:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-07T10:48:54,138 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-07T10:48:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:48:54,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:48:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:48:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:48:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:48:54,138 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-07T10:48:54,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-07T10:48:54,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-07T10:48:54,138 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-07T10:48:54,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:48:54,145 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976511070 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976511070 2024-11-07T10:48:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-07T10:48:54,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } 2024-11-07T10:48:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976534156 (current time:1730976534156). 2024-11-07T10:48:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:48:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730976534155_default_test-1730976516836 VERSION not specified, setting to 2 2024-11-07T10:48:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1094ca14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:48:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:48:54,158 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:48:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:48:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:48:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19faeae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:48:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:48:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:54,159 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:48:54,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129a6fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:48:54,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:48:54,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:48:54,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:48:54,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:48:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:48:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:54,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:48:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:48:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } 2024-11-07T10:48:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-07T10:48:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T10:48:54,167 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:48:54,168 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:48:54,172 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:48:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741860_1036 (size=84) 2024-11-07T10:48:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T10:48:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T10:48:54,580 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:48:54,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9}] 2024-11-07T10:48:54,582 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:54,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T10:48:54,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:54,738 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ba4171c274d8e8c1f33095d0cb5a9eb9 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-07T10:48:54,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f3/f8c5f18d107542b3a3614a8e6799c2ab is 58, key is row-test-1730976516836-3-0/f3:q1/1730976526988/Put/seqid=0 2024-11-07T10:48:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741861_1037 (size=5387) 2024-11-07T10:48:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T10:48:54,888 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-07T10:48:55,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T10:48:55,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f3/f8c5f18d107542b3a3614a8e6799c2ab 2024-11-07T10:48:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741862_1038 (size=4469) 2024-11-07T10:48:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T10:48:55,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 is 59, key is row-test-1730976516836-3-0/mob:q1/1730976527004/Put/seqid=0 2024-11-07T10:48:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741863_1039 (size=5484) 2024-11-07T10:48:56,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-07T10:48:56,039 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 2024-11-07T10:48:56,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f3/f8c5f18d107542b3a3614a8e6799c2ab as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab 2024-11-07T10:48:56,063 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab, entries=6, sequenceid=121, filesize=5.3 K 2024-11-07T10:48:56,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 2024-11-07T10:48:56,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801, entries=6, sequenceid=121, filesize=5.4 K 2024-11-07T10:48:56,077 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ba4171c274d8e8c1f33095d0cb5a9eb9 in 1339ms, sequenceid=121, compaction requested=false 2024-11-07T10:48:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ba4171c274d8e8c1f33095d0cb5a9eb9: 2024-11-07T10:48:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. for snapshot_1730976534155_default_test-1730976516836 completed. 2024-11-07T10:48:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.' region-info for snapshot=snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:48:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:48:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1] hfiles 2024-11-07T10:48:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 for snapshot=snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:48:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab] hfiles 2024-11-07T10:48:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab for snapshot=snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:48:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801] hfiles 2024-11-07T10:48:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 for snapshot=snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:48:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741864_1040 (size=185) 2024-11-07T10:48:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T10:48:56,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-07T10:48:56,381 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-07T10:48:56,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-07T10:48:56,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-07T10:48:56,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:48:56,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T10:48:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T10:48:56,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730976534155_default_test-1730976516836 on region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:56,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:48:56,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-07T10:48:56,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9 in 1.9100 sec 2024-11-07T10:48:56,493 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:48:56,495 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:48:56,498 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-07T10:48:56,498 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-07T10:48:56,499 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:56,499 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-07T10:48:56,500 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:56,500 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-07T10:48:56,500 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:48:56,501 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-07T10:48:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741865_1041 (size=49) 2024-11-07T10:48:56,957 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:48:56,958 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:48:56,960 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:48:56,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741866_1042 (size=1146) 2024-11-07T10:48:57,386 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:48:57,397 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:48:57,398 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976534155_default_test-1730976516836 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:48:57,400 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:48:57,400 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-07T10:48:57,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730976534155_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } in 3.2350 sec 2024-11-07T10:48:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T10:48:58,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1730976516836 completed 2024-11-07T10:48:58,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } 2024-11-07T10:48:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976538331 (current time:1730976538331). 2024-11-07T10:48:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:48:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730976538330_ns2_test-17309765168361 VERSION not specified, setting to 2 2024-11-07T10:48:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6302e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:48:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:48:58,334 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:48:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:48:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:48:58,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13135b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:58,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:48:58,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:48:58,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:58,337 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:48:58,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f409e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:48:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:48:58,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:48:58,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:48:58,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:48:58,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:48:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:48:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:48:58,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:48:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:48:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } 2024-11-07T10:48:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-07T10:48:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-07T10:48:58,349 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:48:58,351 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:48:58,355 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:48:58,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741867_1043 (size=86) 2024-11-07T10:48:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-07T10:48:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-07T10:48:58,764 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:48:58,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16fe34b56dd8457ea0cf31699228577a}] 2024-11-07T10:48:58,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:58,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-07T10:48:58,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:58,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 16fe34b56dd8457ea0cf31699228577a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-07T10:48:58,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/.tmp/f/aa71c8253f5549498942679a53d87d08 is 37, key is row10/f:q1/1730976521872/Put/seqid=0 2024-11-07T10:48:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741868_1044 (size=8413) 2024-11-07T10:48:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-07T10:48:59,347 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/.tmp/f/aa71c8253f5549498942679a53d87d08 2024-11-07T10:48:59,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/.tmp/f/aa71c8253f5549498942679a53d87d08 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08 2024-11-07T10:48:59,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08, entries=99, sequenceid=103, filesize=8.2 K 2024-11-07T10:48:59,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 16fe34b56dd8457ea0cf31699228577a in 452ms, sequenceid=103, compaction requested=false 2024-11-07T10:48:59,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 16fe34b56dd8457ea0cf31699228577a: 2024-11-07T10:48:59,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. for snapshot_1730976538330_ns2_test-17309765168361 completed. 2024-11-07T10:48:59,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a.' region-info for snapshot=snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:48:59,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:48:59,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08] hfiles 2024-11-07T10:48:59,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08 for snapshot=snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:48:59,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741869_1045 (size=91) 2024-11-07T10:48:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-07T10:48:59,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:48:59,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-07T10:48:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-07T10:48:59,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730976538330_ns2_test-17309765168361 on region 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:59,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:48:59,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-07T10:48:59,794 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:48:59,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 16fe34b56dd8457ea0cf31699228577a in 1.0250 sec 2024-11-07T10:48:59,796 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:48:59,797 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:48:59,797 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:48:59,799 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:48:59,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741870_1046 (size=456) 2024-11-07T10:49:00,215 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:49:00,225 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:49:00,226 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976538330_ns2_test-17309765168361 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:49:00,228 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:49:00,228 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-07T10:49:00,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730976538330_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } in 1.8820 sec 2024-11-07T10:49:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-07T10:49:00,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17309765168361 completed 2024-11-07T10:49:00,501 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1730976527022 2024-11-07T10:49:00,502 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-07T10:49:00,505 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-07T10:49:00,508 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730976527022_test-1730976516836 2024-11-07T10:49:00,509 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730976534155_default_test-1730976516836 to hdfs://localhost:44433/backupUT/backup_1730976527022/default/test-1730976516836/ 2024-11-07T10:49:00,518 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-07T10:49:00,548 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:49:00,548 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-774271833_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1730976527022/default/test-1730976516836, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1730976527022/default/test-1730976516836/.hbase-snapshot/.tmp/snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:49:00,550 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-07T10:49:00,557 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976534155_default_test-1730976516836 to hdfs://localhost:44433/backupUT/backup_1730976527022/default/test-1730976516836/.hbase-snapshot/.tmp/snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:49:00,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741871_1047 (size=84) 2024-11-07T10:49:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741872_1048 (size=1146) 2024-11-07T10:49:00,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:00,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:00,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-1711865026939432168.jar 2024-11-07T10:49:01,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:01,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:01,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:49:01,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:49:01,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:49:01,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:49:01,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:49:01,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:49:01,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:49:01,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:49:01,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:49:01,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:49:01,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:01,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:01,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:01,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:01,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:01,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:01,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:02,103 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:02,136 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730976534155_default_test-1730976516836' hfile list 2024-11-07T10:49:02,142 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-07T10:49:02,353 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1775212694_0001_fe13f28b-50e7-4f9a-9ed2-9231e6c8763a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-07T10:49:02,353 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1775212694_0001_fe13f28b-50e7-4f9a-9ed2-9231e6c8763a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-07T10:49:02,510 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-07T10:49:02,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741873_1049 (size=8413) 2024-11-07T10:49:02,990 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 output=hdfs://localhost:44433/backupUT/backup_1730976527022/default/test-1730976516836/archive/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 2024-11-07T10:49:02,993 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-07T10:49:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741874_1050 (size=5484) 2024-11-07T10:49:03,427 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 output=hdfs://localhost:44433/backupUT/backup_1730976527022/default/test-1730976516836/archive/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 2024-11-07T10:49:03,428 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-07T10:49:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741875_1051 (size=5387) 2024-11-07T10:49:03,886 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab output=hdfs://localhost:44433/backupUT/backup_1730976527022/default/test-1730976516836/archive/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab 2024-11-07T10:49:03,886 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-07T10:49:04,440 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-07T10:49:04,441 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-07T10:49:04,452 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:49:04,452 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730976534155_default_test-1730976516836 finished. 2024-11-07T10:49:04,452 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730976527022_ns2:test-17309765168361 2024-11-07T10:49:04,452 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730976538330_ns2_test-17309765168361 to hdfs://localhost:44433/backupUT/backup_1730976527022/ns2/test-17309765168361/ 2024-11-07T10:49:04,452 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-07T10:49:04,482 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:49:04,482 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-774271833_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1730976527022/ns2/test-17309765168361, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1730976527022/ns2/test-17309765168361/.hbase-snapshot/.tmp/snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:49:04,484 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-07T10:49:04,489 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976538330_ns2_test-17309765168361 to hdfs://localhost:44433/backupUT/backup_1730976527022/ns2/test-17309765168361/.hbase-snapshot/.tmp/snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:49:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741876_1052 (size=86) 2024-11-07T10:49:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741877_1053 (size=456) 2024-11-07T10:49:04,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:04,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:04,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-16858963711082206336.jar 2024-11-07T10:49:05,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:05,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:05,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:49:05,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:49:05,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:49:05,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:49:05,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:49:05,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:49:05,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:49:05,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:49:05,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:49:05,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:49:05,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:05,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:05,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:05,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:05,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:05,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:05,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:05,834 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:05,860 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730976538330_ns2_test-17309765168361' hfile list 2024-11-07T10:49:05,863 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-07T10:49:05,939 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1482236583_0002_184d5cab-32b0-4af8-aed6-6d0ce1eba5f7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-07T10:49:05,939 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1482236583_0002_184d5cab-32b0-4af8-aed6-6d0ce1eba5f7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-07T10:49:06,011 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-07T10:49:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741878_1054 (size=8413) 2024-11-07T10:49:06,457 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08 output=hdfs://localhost:44433/backupUT/backup_1730976527022/ns2/test-17309765168361/archive/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08 2024-11-07T10:49:06,457 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-07T10:49:06,987 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-07T10:49:06,988 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-07T10:49:06,994 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:49:06,995 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730976538330_ns2_test-17309765168361 finished. 2024-11-07T10:49:06,995 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1730976516836 2024-11-07T10:49:06,995 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17309765168361 2024-11-07T10:49:07,040 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730976527022 2024-11-07T10:49:07,040 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-07T10:49:07,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741879_1055 (size=130) 2024-11-07T10:49:07,451 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44433/backupUT/backup_1730976527022/.backup.manifest 2024-11-07T10:49:07,458 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1730976527022 finished: type=FULL,tablelist=test-1730976516836;ns2:test-17309765168361,targetRootDir=hdfs://localhost:44433/backupUT,startts=1730976533741,completets=1730976547038,bytescopied=0 2024-11-07T10:49:07,458 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-07T10:49:07,459 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:49:07,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730976534155_default_test-1730976516836" type: DISABLED 2024-11-07T10:49:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730976534155_default_test-1730976516836 2024-11-07T10:49:07,467 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730976534155_default_test-1730976516836 for backup backup_1730976527022 succeeded. 2024-11-07T10:49:07,467 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:49:07,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730976538330_ns2_test-17309765168361" type: DISABLED 2024-11-07T10:49:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730976538330_ns2_test-17309765168361 2024-11-07T10:49:07,472 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730976538330_ns2_test-17309765168361 for backup backup_1730976527022 succeeded. 2024-11-07T10:49:07,473 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-07T10:49:07,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-07T10:49:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-07T10:49:07,487 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-07T10:49:07,492 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-07T10:49:07,506 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1730976527022 completed. 2024-11-07T10:49:07,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1730976527022', locateType=CURRENT is [region=backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., hostname=13a71e623771,39479,1730976507608, seqNum=2] 2024-11-07T10:49:07,712 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1730976516836 2024-11-07T10:49:07,730 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1730976516836 2024-11-07T10:49:07,914 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1730976516836 to Mob enabled CF 2024-11-07T10:49:07,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17309765168361', row='row-t20', locateType=CURRENT is [region=ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a., hostname=13a71e623771,39479,1730976507608, seqNum=2] 2024-11-07T10:49:07,949 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17309765168361 2024-11-07T10:49:07,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:07,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] assignment.SplitTableRegionProcedure(210): test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. splitKey isn't explicitly specified, will try to find a best split key from RS 13a71e623771,39479,1730976507608 2024-11-07T10:49:07,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 because midkey is the same as first or last row 2024-11-07T10:49:07,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab because midkey is the same as first or last row 2024-11-07T10:49:07,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 because midkey is the same as first or last row 2024-11-07T10:49:07,960 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.HRegion(2902): Flushing ba4171c274d8e8c1f33095d0cb5a9eb9 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-07T10:49:07,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f/661def903b414e9dabce0c238c7b0acd is 59, key is row-test-1730976516836-1-10/f:q1/1730976547546/Put/seqid=0 2024-11-07T10:49:07,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741880_1056 (size=10796) 2024-11-07T10:49:08,391 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f/661def903b414e9dabce0c238c7b0acd 2024-11-07T10:49:08,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9 is 63, key is row-test-1730976516836-3-100/mob:q1/1730976547896/Put/seqid=0 2024-11-07T10:49:08,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741881_1057 (size=5591) 2024-11-07T10:49:08,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:49:08,832 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/mobdir/data/default/test-1730976516836/ccabd57a6637ebf703f4b5800e9e8d10/mob/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:08,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/mob/e46ae64b0d3f499d91bd7963ad4cf045, store: [table=test-1730976516836 family=mob region=ba4171c274d8e8c1f33095d0cb5a9eb9] 2024-11-07T10:49:08,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/mob/e46ae64b0d3f499d91bd7963ad4cf045 is 192, key is row-test-1730976516836-3-100/mob:q1/1730976547896/Put/seqid=0 2024-11-07T10:49:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741882_1058 (size=13760) 2024-11-07T10:49:09,242 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/mob/e46ae64b0d3f499d91bd7963ad4cf045 2024-11-07T10:49:09,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f/661def903b414e9dabce0c238c7b0acd as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/661def903b414e9dabce0c238c7b0acd 2024-11-07T10:49:09,262 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/661def903b414e9dabce0c238c7b0acd, entries=99, sequenceid=334, filesize=10.5 K 2024-11-07T10:49:09,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/mob/e46ae64b0d3f499d91bd7963ad4cf045 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/e46ae64b0d3f499d91bd7963ad4cf045 2024-11-07T10:49:09,270 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/e46ae64b0d3f499d91bd7963ad4cf045, entries=111, sequenceid=334, filesize=13.4 K 2024-11-07T10:49:09,271 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for ba4171c274d8e8c1f33095d0cb5a9eb9 in 1311ms, sequenceid=334, compaction requested=false 2024-11-07T10:49:09,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.HRegion(2603): Flush status journal for ba4171c274d8e8c1f33095d0cb5a9eb9: 2024-11-07T10:49:09,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/661def903b414e9dabce0c238c7b0acd because midkey is the same as first or last row 2024-11-07T10:49:09,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab because midkey is the same as first or last row 2024-11-07T10:49:09,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/e46ae64b0d3f499d91bd7963ad4cf045 because midkey is the same as first or last row 2024-11-07T10:49:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=13a71e623771,39479,1730976507608 2024-11-07T10:49:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T10:49:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:55822 deadline: 1730976607955, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-07T10:49:09,278 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:09,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1730976516836 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:09,279 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T10:49:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1730976516836,, stopping at row=test-1730976516836 ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,289 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1730976516836,, stopping at row=test-1730976516836 ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,298 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1349 2024-11-07T10:49:09,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,346 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-07T10:49:09,351 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730976549298 2024-11-07T10:49:09,358 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730976527022} 2024-11-07T10:49:09,358 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-07T10:49:09,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:09,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:49:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976549410 (current time:1730976549410). 2024-11-07T10:49:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:49:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-07T10:49:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ce5b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:09,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:09,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a52b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:09,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:09,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:09,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:09,415 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:09,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bafbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:09,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:09,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:09,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:09,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:49:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:09,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:49:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:49:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-07T10:49:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-07T10:49:09,423 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:49:09,424 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:49:09,427 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:49:09,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741883_1059 (size=52) 2024-11-07T10:49:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-07T10:49:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-07T10:49:09,834 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:49:09,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0}] 2024-11-07T10:49:09,836 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:49:09,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-07T10:49:09,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:49:09,990 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-07T10:49:10,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/0c56426fe93b4738b2c836befebcf23d is 158, key is trslm:hdfs://localhost:44433/backupUT\x00ns2:test-17309765168361/meta:log-roll-map/1730976547027/Put/seqid=0 2024-11-07T10:49:10,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741884_1060 (size=5914) 2024-11-07T10:49:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-07T10:49:10,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/0c56426fe93b4738b2c836befebcf23d 2024-11-07T10:49:10,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/0dbfebd17da6410c98a603eedd414d33 is 433, key is session:backup_1730976527022/session:context/1730976547491/Put/seqid=0 2024-11-07T10:49:10,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741885_1061 (size=5535) 2024-11-07T10:49:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-07T10:49:10,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/0dbfebd17da6410c98a603eedd414d33 2024-11-07T10:49:10,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/0c56426fe93b4738b2c836befebcf23d as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d 2024-11-07T10:49:10,869 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d, entries=6, sequenceid=17, filesize=5.8 K 2024-11-07T10:49:10,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/0dbfebd17da6410c98a603eedd414d33 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33 2024-11-07T10:49:10,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33, entries=2, sequenceid=17, filesize=5.4 K 2024-11-07T10:49:10,878 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 706e588a9fa6c03f8f1af57ae6d8fcf0 in 888ms, sequenceid=17, compaction requested=false 2024-11-07T10:49:10,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: 2024-11-07T10:49:10,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. for snapshot_backup_system completed. 2024-11-07T10:49:10,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.' region-info for snapshot=snapshot_backup_system 2024-11-07T10:49:10,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:49:10,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d] hfiles 2024-11-07T10:49:10,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d for snapshot=snapshot_backup_system 2024-11-07T10:49:10,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33] hfiles 2024-11-07T10:49:10,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 for snapshot=snapshot_backup_system 2024-11-07T10:49:10,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33 for snapshot=snapshot_backup_system 2024-11-07T10:49:10,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741886_1062 (size=173) 2024-11-07T10:49:11,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:49:11,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-07T10:49:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-07T10:49:11,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:49:11,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:49:11,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-07T10:49:11,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 in 1.4570 sec 2024-11-07T10:49:11,297 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:49:11,298 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:49:11,299 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:49:11,300 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-07T10:49:11,301 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-07T10:49:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741887_1063 (size=810) 2024-11-07T10:49:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-07T10:49:11,719 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:49:11,728 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:49:11,729 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_backup_system 2024-11-07T10:49:11,731 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:49:11,731 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-07T10:49:11,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3100 sec 2024-11-07T10:49:12,217 DEBUG [master/13a71e623771:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730976516836 2024-11-07T10:49:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741888_1064 (size=950) 2024-11-07T10:49:12,670 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/.tabledesc/.tableinfo.0000000002.908 2024-11-07T10:49:12,670 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/.tabledesc/.tableinfo.0000000003.950 2024-11-07T10:49:12,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730976516836 in 462 msec 2024-11-07T10:49:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-07T10:49:13,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-07T10:49:13,602 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1730976549298 started at 1730976553601. 2024-11-07T10:49:13,607 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1730976549298 has been started. 2024-11-07T10:49:13,616 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17309765168361, test-1730976516836] 2024-11-07T10:49:13,620 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1730976518570for backupID backup_1730976549298 2024-11-07T10:49:13,620 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-07T10:49:13,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-07T10:49:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-07T10:49:13,621 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-07T10:49:13,621 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-07T10:49:13,621 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-07T10:49:13,621 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-07T10:49:13,622 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,622 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:13,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-07T10:49:13,698 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,698 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-07T10:49:13,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:49:13,698 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,698 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-07T10:49:13,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:13,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-07T10:49:13,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:13,700 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-07T10:49:13,701 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-07T10:49:13,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-07T10:49:13,701 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-07T10:49:13,701 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-07T10:49:13,701 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-07T10:49:13,701 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-07T10:49:13,701 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '13a71e623771,39479,1730976507608' joining acquired barrier for procedure (rolllog) in zk 2024-11-07T10:49:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,708 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:13,708 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,708 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:49:13,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:49:13,709 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-07T10:49:13,709 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-07T10:49:13,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:49:13,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:49:13,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:13,711 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:13,712 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:49:13,712 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '13a71e623771,39479,1730976507608' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-07T10:49:13,712 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2fd0379[Count = 0] remaining members to acquire global barrier 2024-11-07T10:49:13,712 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-07T10:49:13,712 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:13,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:13,719 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:13,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:13,719 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-07T10:49:13,719 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,719 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-07T10:49:13,719 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-07T10:49:13,719 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 13a71e623771,39479,1730976507608 2024-11-07T10:49:13,720 INFO [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1730976534022 highest: 1730976534041 on 13a71e623771,39479,1730976507608 2024-11-07T10:49:13,720 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.meta:.meta(num 1730976534002) roll requested 2024-11-07T10:49:13,736 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976553720.meta, exclude list is [], retry=0 2024-11-07T10:49:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:49:13,741 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976553720.meta 2024-11-07T10:49:13,741 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:49:13,741 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta is not closed yet, will try archiving it next time 2024-11-07T10:49:13,741 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0:(num 1730976534022) roll requested 2024-11-07T10:49:13,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741857_1033 (size=93) 2024-11-07T10:49:13,743 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta not finished, retry = 0 2024-11-07T10:49:13,754 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976553741, exclude list is [], retry=0 2024-11-07T10:49:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:49:13,758 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976553741 2024-11-07T10:49:13,758 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:49:13,758 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 is not closed yet, will try archiving it next time 2024-11-07T10:49:13,758 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1:(num 1730976534041) roll requested 2024-11-07T10:49:13,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741858_1034 (size=1198) 2024-11-07T10:49:13,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 not finished, retry = 0 2024-11-07T10:49:13,770 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976553759, exclude list is [], retry=0 2024-11-07T10:49:13,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:49:13,774 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976553759 2024-11-07T10:49:13,774 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:49:13,774 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 is not closed yet, will try archiving it next time 2024-11-07T10:49:13,775 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976518570 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976518570 2024-11-07T10:49:13,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 not finished, retry = 0 2024-11-07T10:49:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741859_1035 (size=30490) 2024-11-07T10:49:13,780 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-07T10:49:13,780 INFO [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1730976553741 on 13a71e623771,39479,1730976507608 2024-11-07T10:49:13,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:13,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:13,800 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-07T10:49:13,800 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '13a71e623771,39479,1730976507608' in zk 2024-11-07T10:49:13,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,813 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-07T10:49:13,813 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-07T10:49:13,814 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-07T10:49:13,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:49:13,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:49:13,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:49:13,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:49:13,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:13,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:13,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:49:13,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:13,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:13,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '13a71e623771,39479,1730976507608': 2024-11-07T10:49:13,817 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-07T10:49:13,818 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '13a71e623771,39479,1730976507608' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-07T10:49:13,818 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-07T10:49:13,818 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-07T10:49:13,818 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-07T10:49:13,818 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-07T10:49:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-07T10:49:13,831 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:49:13,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:49:13,832 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-07T10:49:13,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:49:13,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:49:13,832 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:13,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:49:13,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:13,833 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:13,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:49:13,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:13,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:13,844 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:13,845 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-07T10:49:13,845 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:49:13,845 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-07T10:49:13,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-07T10:49:13,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-07T10:49:13,846 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-07T10:49:13,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:49:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-07T10:49:13,852 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {13a71e623771:39479=1730976518570} newestTimestamps: {13a71e623771:39479=1730976534041} 2024-11-07T10:49:13,854 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 13a71e623771%2C39479%2C1730976507608.meta.1730976511942.meta 2024-11-07T10:49:13,854 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 13a71e623771%2C39479%2C1730976507608.meta.1730976553720.meta 2024-11-07T10:49:13,854 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 2024-11-07T10:49:13,854 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976553741 2024-11-07T10:49:13,854 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 2024-11-07T10:49:13,854 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976553759 2024-11-07T10:49:13,855 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta 2024-11-07T10:49:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741892_1068 (size=950) 2024-11-07T10:49:14,269 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1730976516836 target: hdfs://localhost:44433/backupUT/backup_1730976549298/default/test-1730976516836 descriptor: 'test-1730976516836', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:49:14,269 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-07T10:49:14,274 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1730976516836 2024-11-07T10:49:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741893_1069 (size=53) 2024-11-07T10:49:14,681 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1730976516836 2024-11-07T10:49:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741894_1070 (size=364) 2024-11-07T10:49:15,100 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17309765168361 target: hdfs://localhost:44433/backupUT/backup_1730976549298/ns2/test-17309765168361 descriptor: 'ns2:test-17309765168361', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:49:15,100 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-07T10:49:15,105 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17309765168361 2024-11-07T10:49:15,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741895_1071 (size=50) 2024-11-07T10:49:15,514 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17309765168361 2024-11-07T10:49:15,532 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44433/backupUT/.tmp/backup_1730976549298 from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022;hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 2024-11-07T10:49:15,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412d06e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:15,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:15,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:15,535 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ab9718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:15,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:15,536 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:15,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f776b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:15,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T10:49:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 13a71e623771,43199,1730976505990 2024-11-07T10:49:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb90a60 2024-11-07T10:49:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T10:49:15,539 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T10:49:15,545 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-07T10:49:15,545 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17309765168361 2024-11-07T10:49:15,545 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17309765168361,, stopping at row=ns2:test-17309765168361 ,, for max=2147483647 with caching=100 2024-11-07T10:49:15,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:15,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:15,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:15,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:15,549 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17309765168361: ns2:test-17309765168361; 2024-11-07T10:49:15,550 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1730976516836 2024-11-07T10:49:15,550 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1730976516836,, stopping at row=test-1730976516836 ,, for max=2147483647 with caching=100 2024-11-07T10:49:15,552 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1730976516836: test-1730976516836; 2024-11-07T10:49:15,553 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-07T10:49:15,553 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/hbase-staging/partitions_4ed17f37-f168-457e-b0a5-dca88d4c6985 2024-11-07T10:49:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741896_1072 (size=192) 2024-11-07T10:49:15,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:15,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:15,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-10206655341876073518.jar 2024-11-07T10:49:16,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:16,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:49:16,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:49:16,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:49:16,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:49:16,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:49:16,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:49:16,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:49:16,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:49:16,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:49:16,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:49:16,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:16,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:16,860 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17309765168361,default:test-1730976516836 2024-11-07T10:49:16,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T10:49:16,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:49:16,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:16,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:16,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:16,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:17,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-2188056452556054710.jar 2024-11-07T10:49:17,729 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:17,754 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 for WAL files 2024-11-07T10:49:17,756 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 2024-11-07T10:49:17,756 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 for WAL files 2024-11-07T10:49:17,757 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 2024-11-07T10:49:17,852 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local201617367_0003_d7a7bb64-b477-4cca-9bb0-351663cc359b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-07T10:49:17,852 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local201617367_0003_d7a7bb64-b477-4cca-9bb0-351663cc359b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-07T10:49:17,935 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 for hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 (-9223372036854775808:9223372036854775807) length:30490 2024-11-07T10:49:17,954 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-07T10:49:17,954 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-07T10:49:17,988 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 for hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 (-9223372036854775808:9223372036854775807) length:1198 2024-11-07T10:49:17,992 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-07T10:49:17,992 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-07T10:49:18,071 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61acd1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,071 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:18,072 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:18,072 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:18,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23632b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:18,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79751de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,076 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:18,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:18,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:18,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:18,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17309765168361', row='row-t20', locateType=CURRENT is [region=ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a., hostname=13a71e623771,39479,1730976507608, seqNum=2] 2024-11-07T10:49:18,080 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-07T10:49:18,080 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:49:18,080 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,080 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,080 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-07T10:49:18,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:18,081 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 13a71e623771 2024-11-07T10:49:18,085 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/backupUT/.tmp/backup_1730976549298/_temporary/0/_temporary/attempt_local201617367_0003_r_000000_0/ns2/test-17309765168361/f/13e4a0955b42413795faa9d97ea4008a is 38, key is row-t20/f:q1/1730976547936/Put/seqid=0 2024-11-07T10:49:18,087 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [13a71e623771:39479] Specified favored nodes: [13a71e623771:39479] 2024-11-07T10:49:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741897_1073 (size=5274) 2024-11-07T10:49:18,529 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60aa8270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,529 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:18,529 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:18,530 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:18,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:18,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:18,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:18,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:18,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:18,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e6918d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,533 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:18,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:18,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:18,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:18,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730976516836', row='row-test-1730976516836-1-0', locateType=CURRENT is [region=test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., hostname=13a71e623771,39479,1730976507608, seqNum=107] 2024-11-07T10:49:18,538 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-07T10:49:18,538 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:49:18,538 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,538 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:18,538 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730976516836-1-0] 2024-11-07T10:49:18,539 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 13a71e623771 2024-11-07T10:49:18,551 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1bdb46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,551 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:18,551 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:18,552 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:18,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:18,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:18,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a71b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:18,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:18,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:18,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5419f049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:18,555 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:18,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:18,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:18,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730976516836', row='row-test-1730976516836-3-0', locateType=CURRENT is [region=test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., hostname=13a71e623771,39479,1730976507608, seqNum=107] 2024-11-07T10:49:18,558 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-07T10:49:18,558 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:49:18,558 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,559 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:18,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:18,559 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730976516836-3-0] 2024-11-07T10:49:18,559 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 13a71e623771 2024-11-07T10:49:18,570 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/backupUT/.tmp/backup_1730976549298/_temporary/0/_temporary/attempt_local201617367_0003_r_000001_0/default/test-1730976516836/f/9b774f787aca4397a63337698ccf62ac is 59, key is row-test-1730976516836-1-10/f:q1/1730976547546/Put/seqid=0 2024-11-07T10:49:18,572 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [13a71e623771:39479] Specified favored nodes: [13a71e623771:39479] 2024-11-07T10:49:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741898_1074 (size=10769) 2024-11-07T10:49:18,977 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/backupUT/.tmp/backup_1730976549298/_temporary/0/_temporary/attempt_local201617367_0003_r_000001_0/default/test-1730976516836/mob/6be438b5a51749ed8d683033410ef18e is 63, key is row-test-1730976516836-3-100/mob:q1/1730976547896/Put/seqid=0 2024-11-07T10:49:18,981 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [13a71e623771:39479] Specified favored nodes: [13a71e623771:39479] 2024-11-07T10:49:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741899_1075 (size=11810) 2024-11-07T10:49:19,901 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44433/backupUT 2024-11-07T10:49:19,901 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1730976549298 2024-11-07T10:49:19,901 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-07T10:49:19,919 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44433/backupUT/.tmp/backup_1730976549298, hdfs://localhost:44433/backupUT] 2024-11-07T10:49:19,984 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741900_1076 (size=10769) 2024-11-07T10:49:20,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741901_1077 (size=5274) 2024-11-07T10:49:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741902_1078 (size=11810) 2024-11-07T10:49:21,584 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-07T10:49:21,587 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1730976549298 2024-11-07T10:49:21,587 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-07T10:49:21,587 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1243357046_0004 completed: true true 2024-11-07T10:49:21,588 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823567 FILE: Number of bytes written=6209637 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231464 HDFS: Number of bytes written=2433179 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-07T10:49:21,589 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44433/backupUT/.tmp/backup_1730976549298 to hdfs://localhost:44433/backupUT finished. 2024-11-07T10:49:21,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1730976516836:', locateType=CURRENT is [region=backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33., hostname=13a71e623771,39479,1730976507608, seqNum=2] 2024-11-07T10:49:21,607 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730976549298 2024-11-07T10:49:21,609 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730976527022} 2024-11-07T10:49:21,609 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-07T10:49:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741903_1079 (size=384) 2024-11-07T10:49:22,017 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44433/backupUT/backup_1730976549298/.backup.manifest 2024-11-07T10:49:22,017 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1730976549298 finished: type=INCREMENTAL,tablelist=test-1730976516836;ns2:test-17309765168361,targetRootDir=hdfs://localhost:44433/backupUT,startts=1730976553601,completets=1730976561607,bytescopied=0 2024-11-07T10:49:22,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-07T10:49:22,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-07T10:49:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-07T10:49:22,035 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-07T10:49:22,038 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-07T10:49:22,042 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1730976549298 completed. 2024-11-07T10:49:22,042 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-07T10:49:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:22,066 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44433/backupUT/backup_1730976549298/.backup.manifest 2024-11-07T10:49:22,069 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1730976549298/.backup.manifest 2024-11-07T10:49:22,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1730976516836 from 'test-1730976516836', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1730976516836', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:49:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1730976516836 2024-11-07T10:49:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741904_1080 (size=908) 2024-11-07T10:49:22,485 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/.tabledesc/.tableinfo.0000000003.950 2024-11-07T10:49:22,485 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/.tabledesc/.tableinfo.0000000004.908 2024-11-07T10:49:22,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1730976516836}] 2024-11-07T10:49:22,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE}] 2024-11-07T10:49:22,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE 2024-11-07T10:49:22,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=CLOSING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:49:22,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE because future has completed 2024-11-07T10:49:22,498 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T10:49:22,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:49:22,652 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:22,652 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T10:49:22,652 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing ba4171c274d8e8c1f33095d0cb5a9eb9, disabling compactions & flushes 2024-11-07T10:49:22,652 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:22,653 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:22,653 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. after waiting 0 ms 2024-11-07T10:49:22,653 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:22,663 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-07T10:49:22,664 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:49:22,665 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:22,665 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for ba4171c274d8e8c1f33095d0cb5a9eb9: Waiting for close lock at 1730976562652Running coprocessor pre-close hooks at 1730976562652Disabling compacts and flushes for region at 1730976562652Disabling writes for close at 1730976562653 (+1 ms)Writing region close event to WAL at 1730976562657 (+4 ms)Running coprocessor post-close hooks at 1730976562664 (+7 ms)Closed at 1730976562665 (+1 ms) 2024-11-07T10:49:22,665 WARN [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: ba4171c274d8e8c1f33095d0cb5a9eb9 to self. 2024-11-07T10:49:22,668 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:22,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=CLOSED 2024-11-07T10:49:22,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:49:22,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-07T10:49:22,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 in 173 msec 2024-11-07T10:49:22,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE; state=CLOSED, location=13a71e623771,39479,1730976507608; forceNewPlan=false, retain=true 2024-11-07T10:49:22,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:49:22,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE because future has completed 2024-11-07T10:49:22,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:49:22,915 DEBUG [master/13a71e623771:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730976516836 2024-11-07T10:49:22,915 DEBUG [master/13a71e623771:0.Chore.1 {}] procedure.MasterProcedureScheduler(153): There is already a procedure running for table test-1730976516836, added pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730976516836 to waiting queue 2024-11-07T10:49:22,983 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:22,983 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => ba4171c274d8e8c1f33095d0cb5a9eb9, NAME => 'test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:49:22,984 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:49:22,984 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1730976516836 ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:22,984 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:49:22,984 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:22,984 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:22,986 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:22,988 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4171c274d8e8c1f33095d0cb5a9eb9 columnFamilyName f 2024-11-07T10:49:22,988 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:49:22,999 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 2024-11-07T10:49:23,006 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/661def903b414e9dabce0c238c7b0acd 2024-11-07T10:49:23,006 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(327): Store=ba4171c274d8e8c1f33095d0cb5a9eb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:49:23,006 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,007 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4171c274d8e8c1f33095d0cb5a9eb9 columnFamilyName f2 2024-11-07T10:49:23,008 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:49:23,008 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(327): Store=ba4171c274d8e8c1f33095d0cb5a9eb9/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:49:23,008 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,009 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4171c274d8e8c1f33095d0cb5a9eb9 columnFamilyName mob 2024-11-07T10:49:23,010 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:49:23,019 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 2024-11-07T10:49:23,025 DEBUG [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/e46ae64b0d3f499d91bd7963ad4cf045 2024-11-07T10:49:23,025 INFO [StoreOpener-ba4171c274d8e8c1f33095d0cb5a9eb9-1 {}] regionserver.HStore(327): Store=ba4171c274d8e8c1f33095d0cb5a9eb9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:49:23,025 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,026 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,027 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,028 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,028 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,029 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1730976516836 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T10:49:23,031 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,032 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened ba4171c274d8e8c1f33095d0cb5a9eb9; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11234093280, jitterRate=0.04625646770000458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T10:49:23,032 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:23,035 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for ba4171c274d8e8c1f33095d0cb5a9eb9: Running coprocessor pre-open hook at 1730976562984Writing region info on filesystem at 1730976562984Initializing all the Stores at 1730976562985 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976562985Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976562986 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976562986Cleaning up temporary data from old regions at 1730976563028 (+42 ms)Running coprocessor post-open hooks at 1730976563032 (+4 ms)Region opened successfully at 1730976563034 (+2 ms) 2024-11-07T10:49:23,035 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., pid=46, masterSystemTime=1730976562978 2024-11-07T10:49:23,038 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:23,038 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:23,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ba4171c274d8e8c1f33095d0cb5a9eb9, regionState=OPEN, openSeqNum=338, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:49:23,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:49:23,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-07T10:49:23,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9, server=13a71e623771,39479,1730976507608 in 215 msec 2024-11-07T10:49:23,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-07T10:49:23,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1730976516836, region=ba4171c274d8e8c1f33095d0cb5a9eb9, REOPEN/MOVE in 551 msec 2024-11-07T10:49:23,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-07T10:49:23,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1730976516836 in 557 msec 2024-11-07T10:49:23,049 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1730976516836 2024-11-07T10:49:23,055 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f3/f8c5f18d107542b3a3614a8e6799c2ab 2024-11-07T10:49:23,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1730976516836 in 985 msec 2024-11-07T10:49:23,058 DEBUG [PEWorker-1 {}] procedure.MasterProcedureScheduler(373): pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1730976516836 completed, enqueue a new procedure pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730976516836 2024-11-07T10:49:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T10:49:23,059 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1730976516836 completed 2024-11-07T10:49:23,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741905_1081 (size=950) 2024-11-07T10:49:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,102 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-07T10:49:23,106 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730976563060 2024-11-07T10:49:23,109 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1730976549298} 2024-11-07T10:49:23,109 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730976527022} 2024-11-07T10:49:23,109 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-07T10:49:23,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,155 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1730976516836 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1730976516836 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T10:49:23,158 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1730976563060,startts=0,failedts=1730976563156,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1730976516836 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-07T10:49:23,159 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-07T10:49:23,161 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-07T10:49:23,161 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-07T10:49:23,163 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-07T10:49:23,163 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-07T10:49:23,166 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-07T10:49:23,169 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1730976563060 failed. 2024-11-07T10:49:23,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:23,190 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1730976516836, ns2:test-17309765168361, ns3:test-17309765168362, ns4:test-17309765168363] 2024-11-07T10:49:23,190 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-07T10:49:23,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:49:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976563196 (current time:1730976563196). 2024-11-07T10:49:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:49:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-07T10:49:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f37ccd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:23,198 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:23,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:23,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:23,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c934d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:23,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:23,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:23,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:23,200 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:23,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a6a8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:23,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:23,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:23,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:23,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:49:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:23,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:49:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:49:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-11-07T10:49:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T10:49:23,207 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:49:23,209 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:49:23,212 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:49:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741906_1082 (size=52) 2024-11-07T10:49:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T10:49:23,471 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/.tabledesc/.tableinfo.0000000004.908 2024-11-07T10:49:23,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/.tabledesc/.tableinfo.0000000005.950 2024-11-07T10:49:23,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730976516836 in 557 msec 2024-11-07T10:49:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T10:49:23,618 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:49:23,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0}] 2024-11-07T10:49:23,620 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:49:23,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-11-07T10:49:23,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:49:23,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-07T10:49:23,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/81119cd5d2244753b1d6c60719287495 is 158, key is trslm:hdfs://localhost:44433/backupUT\x00ns2:test-17309765168361/meta:log-roll-map/1730976561595/Put/seqid=0 2024-11-07T10:49:23,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741907_1083 (size=5745) 2024-11-07T10:49:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T10:49:24,187 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/81119cd5d2244753b1d6c60719287495 2024-11-07T10:49:24,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/35bb62bac75a4431bdb8e00a6c0e9a7b is 1245, key is session:backup_1730976563060/session:context/1730976563165/Put/seqid=0 2024-11-07T10:49:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741908_1084 (size=6682) 2024-11-07T10:49:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T10:49:24,608 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/35bb62bac75a4431bdb8e00a6c0e9a7b 2024-11-07T10:49:24,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/81119cd5d2244753b1d6c60719287495 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495 2024-11-07T10:49:24,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495, entries=4, sequenceid=31, filesize=5.6 K 2024-11-07T10:49:24,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/35bb62bac75a4431bdb8e00a6c0e9a7b as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b 2024-11-07T10:49:24,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b, entries=3, sequenceid=31, filesize=6.5 K 2024-11-07T10:49:24,629 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 706e588a9fa6c03f8f1af57ae6d8fcf0 in 856ms, sequenceid=31, compaction requested=true 2024-11-07T10:49:24,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. for snapshot_backup_system completed. 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.' region-info for snapshot=snapshot_backup_system 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495] hfiles 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d for snapshot=snapshot_backup_system 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495 for snapshot=snapshot_backup_system 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b] hfiles 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 for snapshot=snapshot_backup_system 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33 for snapshot=snapshot_backup_system 2024-11-07T10:49:24,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b for snapshot=snapshot_backup_system 2024-11-07T10:49:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741909_1085 (size=251) 2024-11-07T10:49:25,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:49:25,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-07T10:49:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-07T10:49:25,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:49:25,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:49:25,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-07T10:49:25,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 in 1.4220 sec 2024-11-07T10:49:25,046 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:49:25,048 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:49:25,049 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:49:25,049 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-07T10:49:25,050 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-07T10:49:25,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741910_1086 (size=888) 2024-11-07T10:49:25,071 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T10:49:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T10:49:25,467 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:49:25,479 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:49:25,480 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_backup_system 2024-11-07T10:49:25,482 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:49:25,482 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-11-07T10:49:25,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2770 sec 2024-11-07T10:49:25,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 16fe34b56dd8457ea0cf31699228577a, had cached 0 bytes from a total of 8413 2024-11-07T10:49:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T10:49:27,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-07T10:49:27,371 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1730976563171 started at 1730976567371. 2024-11-07T10:49:27,377 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1730976563171 has been started. 2024-11-07T10:49:27,385 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-07T10:49:27,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-07T10:49:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-07T10:49:27,387 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-07T10:49:27,387 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-07T10:49:27,387 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-07T10:49:27,387 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-07T10:49:27,388 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,388 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:27,445 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-07T10:49:27,445 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-07T10:49:27,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:49:27,446 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,446 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-07T10:49:27,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:27,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-07T10:49:27,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:27,450 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-07T10:49:27,451 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-07T10:49:27,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-07T10:49:27,452 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-07T10:49:27,452 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-07T10:49:27,452 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-07T10:49:27,452 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-07T10:49:27,452 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '13a71e623771,39479,1730976507608' joining acquired barrier for procedure (rolllog) in zk 2024-11-07T10:49:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,465 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:27,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:49:27,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:49:27,465 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-07T10:49:27,465 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-07T10:49:27,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:49:27,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:49:27,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:27,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:27,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:49:27,467 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '13a71e623771,39479,1730976507608' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-07T10:49:27,467 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3350f82e[Count = 0] remaining members to acquire global barrier 2024-11-07T10:49:27,467 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-07T10:49:27,468 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:27,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:27,476 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:27,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:27,476 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-07T10:49:27,476 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,476 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-07T10:49:27,476 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-07T10:49:27,476 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 13a71e623771,39479,1730976507608 2024-11-07T10:49:27,477 INFO [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1730976553741 highest: 1730976553759 on 13a71e623771,39479,1730976507608 2024-11-07T10:49:27,477 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.meta:.meta(num 1730976553720) roll requested 2024-11-07T10:49:27,493 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976567477.meta, exclude list is [], retry=0 2024-11-07T10:49:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:49:27,497 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976553720.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976567477.meta 2024-11-07T10:49:27,497 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:49:27,497 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976553720.meta is not closed yet, will try archiving it next time 2024-11-07T10:49:27,497 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0:(num 1730976553741) roll requested 2024-11-07T10:49:27,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741889_1065 (size=1903) 2024-11-07T10:49:27,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976553720.meta not finished, retry = 0 2024-11-07T10:49:27,510 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497, exclude list is [], retry=0 2024-11-07T10:49:27,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:49:27,514 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976553741 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 2024-11-07T10:49:27,514 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:49:27,514 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976553741 is not closed yet, will try archiving it next time 2024-11-07T10:49:27,514 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1:(num 1730976553759) roll requested 2024-11-07T10:49:27,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976553741 not finished, retry = 0 2024-11-07T10:49:27,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741890_1066 (size=93) 2024-11-07T10:49:27,527 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976567514, exclude list is [], retry=0 2024-11-07T10:49:27,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:49:27,531 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976553759 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976567514 2024-11-07T10:49:27,531 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:49:27,531 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976553759 is not closed yet, will try archiving it next time 2024-11-07T10:49:27,531 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976534041 2024-11-07T10:49:27,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976553759 not finished, retry = 0 2024-11-07T10:49:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741891_1067 (size=4927) 2024-11-07T10:49:27,537 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-07T10:49:27,537 INFO [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1730976567497 on 13a71e623771,39479,1730976507608 2024-11-07T10:49:27,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:27,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:27,554 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-07T10:49:27,554 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '13a71e623771,39479,1730976507608' in zk 2024-11-07T10:49:27,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,578 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-07T10:49:27,578 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-07T10:49:27,578 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-07T10:49:27,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:49:27,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:49:27,579 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:49:27,579 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:49:27,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:27,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:27,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:49:27,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:27,584 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:27,585 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '13a71e623771,39479,1730976507608': 2024-11-07T10:49:27,585 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-07T10:49:27,585 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '13a71e623771,39479,1730976507608' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-07T10:49:27,585 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-07T10:49:27,585 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-07T10:49:27,585 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-07T10:49:27,585 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-07T10:49:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-07T10:49:27,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:49:27,599 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:49:27,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:49:27,600 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-07T10:49:27,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:49:27,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:27,600 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:49:27,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:27,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:27,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:49:27,602 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,603 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:49:27,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:49:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-07T10:49:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-07T10:49:27,612 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-07T10:49:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:49:27,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:49:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:27,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:49:27,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-07T10:49:27,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:49:27,613 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-07T10:49:27,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-07T10:49:27,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-07T10:49:27,613 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-07T10:49:27,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:49:27,616 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976553741 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976553741 2024-11-07T10:49:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-07T10:49:27,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-07T10:49:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976567623 (current time:1730976567623). 2024-11-07T10:49:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:49:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730976567622_backup_system_bulk VERSION not specified, setting to 2 2024-11-07T10:49:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10721bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:27,624 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:27,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:27,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:27,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aada7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:27,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:27,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:27,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:27,626 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:27,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7013cea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:27,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:27,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:27,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:27,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:49:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:27,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:49:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-07T10:49:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-07T10:49:27,632 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:49:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T10:49:27,633 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:49:27,636 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:49:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741914_1090 (size=76) 2024-11-07T10:49:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T10:49:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T10:49:28,042 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:49:28,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a10ed6530c084cc01b50f33630cb5c33}] 2024-11-07T10:49:28,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:49:28,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-07T10:49:28,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:49:28,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for a10ed6530c084cc01b50f33630cb5c33: 2024-11-07T10:49:28,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. for snapshot_1730976567622_backup_system_bulk completed. 2024-11-07T10:49:28,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33.' region-info for snapshot=snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:28,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:49:28,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T10:49:28,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T10:49:28,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-07T10:49:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741915_1091 (size=61) 2024-11-07T10:49:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T10:49:28,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:49:28,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-07T10:49:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-07T10:49:28,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730976567622_backup_system_bulk on region a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:49:28,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:49:28,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-07T10:49:28,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a10ed6530c084cc01b50f33630cb5c33 in 572 msec 2024-11-07T10:49:28,618 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:49:28,619 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:49:28,620 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:49:28,621 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:28,622 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:28,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741916_1092 (size=702) 2024-11-07T10:49:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T10:49:29,034 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:49:29,041 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:49:29,042 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976567622_backup_system_bulk to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:29,044 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:49:29,044 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-07T10:49:29,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730976567622_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4130 sec 2024-11-07T10:49:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T10:49:29,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-07T10:49:29,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } 2024-11-07T10:49:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976569780 (current time:1730976569780). 2024-11-07T10:49:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:49:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730976569779_ns3_test-17309765168362 VERSION not specified, setting to 2 2024-11-07T10:49:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90a09b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:29,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4824a031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:29,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:29,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11aa1f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:29,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:29,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:29,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:29,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:49:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:29,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:49:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } 2024-11-07T10:49:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-07T10:49:29,789 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:49:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T10:49:29,790 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:49:29,792 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:49:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741917_1093 (size=86) 2024-11-07T10:49:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T10:49:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T10:49:30,198 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:49:30,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3697d68bc13ea5288f7f9ed87f5c518}] 2024-11-07T10:49:30,199 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:49:30,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-07T10:49:30,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:49:30,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for c3697d68bc13ea5288f7f9ed87f5c518: 2024-11-07T10:49:30,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. for snapshot_1730976569779_ns3_test-17309765168362 completed. 2024-11-07T10:49:30,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518.' region-info for snapshot=snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:30,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:49:30,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T10:49:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741918_1094 (size=52) 2024-11-07T10:49:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T10:49:30,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:49:30,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-07T10:49:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-07T10:49:30,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730976569779_ns3_test-17309765168362 on region c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:49:30,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:49:30,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-07T10:49:30,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3697d68bc13ea5288f7f9ed87f5c518 in 562 msec 2024-11-07T10:49:30,762 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:49:30,764 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:49:30,765 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:49:30,765 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:30,766 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:30,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741919_1095 (size=443) 2024-11-07T10:49:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T10:49:31,177 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:49:31,183 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:49:31,184 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976569779_ns3_test-17309765168362 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:31,185 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:49:31,185 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-07T10:49:31,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730976569779_ns3_test-17309765168362 table=ns3:test-17309765168362 type=FLUSH ttl=0 } in 1.3980 sec 2024-11-07T10:49:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T10:49:31,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17309765168362 completed 2024-11-07T10:49:31,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } 2024-11-07T10:49:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976571941 (current time:1730976571941). 2024-11-07T10:49:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:49:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730976571940_default_test-1730976516836 VERSION not specified, setting to 2 2024-11-07T10:49:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4fab05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:31,943 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568cb9b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:31,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:31,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:31,944 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:31,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d179ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:31,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:31,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:31,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:31,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:49:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:31,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:49:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } 2024-11-07T10:49:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-07T10:49:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T10:49:31,951 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:49:31,953 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:49:31,956 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:49:31,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741920_1096 (size=84) 2024-11-07T10:49:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T10:49:32,207 INFO [master/13a71e623771:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T10:49:32,207 INFO [master/13a71e623771:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T10:49:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T10:49:32,366 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:49:32,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9}] 2024-11-07T10:49:32,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:32,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-07T10:49:32,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for ba4171c274d8e8c1f33095d0cb5a9eb9: 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. for snapshot_1730976571940_default_test-1730976516836 completed. 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9.' region-info for snapshot=snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/661def903b414e9dabce0c238c7b0acd] hfiles 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 for snapshot=snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/661def903b414e9dabce0c238c7b0acd for snapshot=snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/e46ae64b0d3f499d91bd7963ad4cf045] hfiles 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 for snapshot=snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:32,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/e46ae64b0d3f499d91bd7963ad4cf045 for snapshot=snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741921_1097 (size=224) 2024-11-07T10:49:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T10:49:32,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:49:32,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-07T10:49:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-07T10:49:32,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730976571940_default_test-1730976516836 on region ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:32,956 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:32,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-07T10:49:32,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba4171c274d8e8c1f33095d0cb5a9eb9 in 591 msec 2024-11-07T10:49:32,959 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:49:32,960 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:49:32,961 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-07T10:49:32,961 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-07T10:49:32,961 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:49:32,961 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-07T10:49:32,961 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:49:32,962 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-07T10:49:32,962 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:49:32,963 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/mobdir/data/default/test-1730976516836/ccabd57a6637ebf703f4b5800e9e8d10/mob/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9] hfiles 2024-11-07T10:49:32,963 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/mobdir/data/default/test-1730976516836/ccabd57a6637ebf703f4b5800e9e8d10/mob/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741922_1098 (size=168) 2024-11-07T10:49:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T10:49:33,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 706e588a9fa6c03f8f1af57ae6d8fcf0, had cached 0 bytes from a total of 28925 2024-11-07T10:49:33,370 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:49:33,371 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:33,372 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:33,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741923_1099 (size=1347) 2024-11-07T10:49:33,785 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:49:33,794 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:49:33,795 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976571940_default_test-1730976516836 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:33,797 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:49:33,797 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-07T10:49:33,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730976571940_default_test-1730976516836 table=test-1730976516836 type=FLUSH ttl=0 } in 1.8480 sec 2024-11-07T10:49:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T10:49:34,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1730976516836 completed 2024-11-07T10:49:34,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } 2024-11-07T10:49:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976574101 (current time:1730976574101). 2024-11-07T10:49:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:49:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730976574100_ns2_test-17309765168361 VERSION not specified, setting to 2 2024-11-07T10:49:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed8ef68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:34,103 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1051f321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:34,104 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:34,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8bda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:34,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:34,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:34,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:34,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:49:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:34,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:49:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } 2024-11-07T10:49:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-07T10:49:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T10:49:34,111 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:49:34,112 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:49:34,115 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:49:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741924_1100 (size=86) 2024-11-07T10:49:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T10:49:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T10:49:34,524 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:49:34,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16fe34b56dd8457ea0cf31699228577a}] 2024-11-07T10:49:34,525 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:49:34,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-07T10:49:34,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:49:34,677 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 16fe34b56dd8457ea0cf31699228577a 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-07T10:49:34,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/.tmp/f/de2ed8af449749a49d7623400e1417fb is 38, key is row-t20/f:q1/1730976547936/Put/seqid=0 2024-11-07T10:49:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741925_1101 (size=5134) 2024-11-07T10:49:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T10:49:35,086 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/.tmp/f/de2ed8af449749a49d7623400e1417fb 2024-11-07T10:49:35,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/.tmp/f/de2ed8af449749a49d7623400e1417fb as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/de2ed8af449749a49d7623400e1417fb 2024-11-07T10:49:35,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/de2ed8af449749a49d7623400e1417fb, entries=5, sequenceid=111, filesize=5.0 K 2024-11-07T10:49:35,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 16fe34b56dd8457ea0cf31699228577a in 431ms, sequenceid=111, compaction requested=false 2024-11-07T10:49:35,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 16fe34b56dd8457ea0cf31699228577a: 2024-11-07T10:49:35,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. for snapshot_1730976574100_ns2_test-17309765168361 completed. 2024-11-07T10:49:35,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a.' region-info for snapshot=snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:35,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:49:35,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/de2ed8af449749a49d7623400e1417fb] hfiles 2024-11-07T10:49:35,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08 for snapshot=snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:35,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/de2ed8af449749a49d7623400e1417fb for snapshot=snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741926_1102 (size=130) 2024-11-07T10:49:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T10:49:35,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:49:35,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-07T10:49:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-07T10:49:35,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730976574100_ns2_test-17309765168361 on region 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:49:35,518 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:49:35,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-07T10:49:35,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 16fe34b56dd8457ea0cf31699228577a in 997 msec 2024-11-07T10:49:35,524 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:49:35,525 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:49:35,526 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:49:35,526 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:35,527 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:35,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741927_1103 (size=496) 2024-11-07T10:49:35,945 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:49:35,954 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:49:35,955 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976574100_ns2_test-17309765168361 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:35,956 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:49:35,956 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-07T10:49:35,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730976574100_ns2_test-17309765168361 table=ns2:test-17309765168361 type=FLUSH ttl=0 } in 1.8480 sec 2024-11-07T10:49:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T10:49:36,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17309765168361 completed 2024-11-07T10:49:36,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } 2024-11-07T10:49:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976576274 (current time:1730976576274). 2024-11-07T10:49:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:49:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730976576272_ns4_test-17309765168363 VERSION not specified, setting to 2 2024-11-07T10:49:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367fe81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:36,279 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:36,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:36,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:36,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd9290a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:36,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:36,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:36,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:36,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:36,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5b815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:36,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:36,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:36,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:36,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:49:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:36,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:49:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } 2024-11-07T10:49:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-07T10:49:36,291 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:49:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T10:49:36,292 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:49:36,295 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:49:36,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741928_1104 (size=86) 2024-11-07T10:49:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T10:49:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T10:49:36,704 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:49:36,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da2426d775059865f68e72085e7940e7}] 2024-11-07T10:49:36,707 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da2426d775059865f68e72085e7940e7 2024-11-07T10:49:36,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-07T10:49:36,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:49:36,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for da2426d775059865f68e72085e7940e7: 2024-11-07T10:49:36,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. for snapshot_1730976576272_ns4_test-17309765168363 completed. 2024-11-07T10:49:36,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7.' region-info for snapshot=snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:36,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:49:36,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T10:49:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741929_1105 (size=52) 2024-11-07T10:49:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T10:49:37,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:49:37,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-07T10:49:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-07T10:49:37,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730976576272_ns4_test-17309765168363 on region da2426d775059865f68e72085e7940e7 2024-11-07T10:49:37,272 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da2426d775059865f68e72085e7940e7 2024-11-07T10:49:37,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-07T10:49:37,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure da2426d775059865f68e72085e7940e7 in 569 msec 2024-11-07T10:49:37,279 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:49:37,280 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:49:37,282 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:49:37,282 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:37,283 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:37,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741930_1106 (size=443) 2024-11-07T10:49:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T10:49:37,731 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:49:37,738 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:49:37,739 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_1730976576272_ns4_test-17309765168363 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:37,741 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:49:37,741 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-07T10:49:37,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730976576272_ns4_test-17309765168363 table=ns4:test-17309765168363 type=FLUSH ttl=0 } in 1.4520 sec 2024-11-07T10:49:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T10:49:38,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17309765168363 completed 2024-11-07T10:49:38,440 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1730976563171 2024-11-07T10:49:38,440 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-07T10:49:38,440 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-07T10:49:38,441 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730976563171_backup:system_bulk 2024-11-07T10:49:38,441 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730976567622_backup_system_bulk to hdfs://localhost:44433/backupUT/backup_1730976563171/backup/system_bulk/ 2024-11-07T10:49:38,441 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-07T10:49:38,476 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:49:38,476 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-774271833_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1730976563171/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1730976563171/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:38,477 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-07T10:49:38,481 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976567622_backup_system_bulk to hdfs://localhost:44433/backupUT/backup_1730976563171/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741931_1107 (size=76) 2024-11-07T10:49:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741932_1108 (size=702) 2024-11-07T10:49:38,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:38,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:38,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-14271262770822597435.jar 2024-11-07T10:49:39,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:39,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:39,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:49:39,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:49:39,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:49:39,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:49:39,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:49:39,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:49:39,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:49:39,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:49:39,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:49:39,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:49:39,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:39,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:39,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:39,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:39,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:39,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:39,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:39,800 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:39,825 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730976567622_backup_system_bulk' hfile list 2024-11-07T10:49:39,904 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1796802041_0005_8df4c362-984a-4098-9d6e-ad25dedcd651/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-07T10:49:39,904 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1796802041_0005_8df4c362-984a-4098-9d6e-ad25dedcd651/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-07T10:49:40,942 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-07T10:49:40,944 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-07T10:49:40,953 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:40,953 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730976567622_backup_system_bulk finished. 2024-11-07T10:49:40,953 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730976563171_ns3:test-17309765168362 2024-11-07T10:49:40,953 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730976569779_ns3_test-17309765168362 to hdfs://localhost:44433/backupUT/backup_1730976563171/ns3/test-17309765168362/ 2024-11-07T10:49:40,953 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-07T10:49:40,981 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:49:40,981 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-774271833_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1730976563171/ns3/test-17309765168362, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1730976563171/ns3/test-17309765168362/.hbase-snapshot/.tmp/snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:40,983 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-07T10:49:40,987 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976569779_ns3_test-17309765168362 to hdfs://localhost:44433/backupUT/backup_1730976563171/ns3/test-17309765168362/.hbase-snapshot/.tmp/snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:40,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741933_1109 (size=443) 2024-11-07T10:49:40,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741934_1110 (size=86) 2024-11-07T10:49:41,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:41,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:41,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-15302004118917897707.jar 2024-11-07T10:49:42,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:42,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:42,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:49:42,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:49:42,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:49:42,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:49:42,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:49:42,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:49:42,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:49:42,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:49:42,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:49:42,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:49:42,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:42,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:42,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:42,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:42,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:42,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:42,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:42,305 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:42,331 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730976569779_ns3_test-17309765168362' hfile list 2024-11-07T10:49:42,411 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1939841730_0006_cb66f869-89b4-4614-bfc7-492bf7a27e1b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-07T10:49:42,411 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1939841730_0006_cb66f869-89b4-4614-bfc7-492bf7a27e1b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-07T10:49:43,452 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-07T10:49:43,454 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-07T10:49:43,465 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:43,465 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730976569779_ns3_test-17309765168362 finished. 2024-11-07T10:49:43,465 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730976563171_test-1730976516836 2024-11-07T10:49:43,465 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730976571940_default_test-1730976516836 to hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/ 2024-11-07T10:49:43,465 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-07T10:49:43,500 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:49:43,500 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-774271833_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/.hbase-snapshot/.tmp/snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:43,502 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-07T10:49:43,508 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976571940_default_test-1730976516836 to hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/.hbase-snapshot/.tmp/snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741936_1112 (size=84) 2024-11-07T10:49:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741935_1111 (size=1347) 2024-11-07T10:49:43,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:43,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:43,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-4282132202635199328.jar 2024-11-07T10:49:44,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:44,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:44,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:49:44,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:49:44,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:49:44,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:49:44,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:49:44,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:49:44,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:49:44,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:49:44,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:49:44,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:49:44,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:44,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:44,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:44,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:44,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:44,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:44,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:44,837 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:44,860 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730976571940_default_test-1730976516836' hfile list 2024-11-07T10:49:44,861 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-07T10:49:44,937 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1584859826_0007_4a0ffb8a-b6c7-4bae-8e77-6431edd15baf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-07T10:49:44,937 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local1584859826_0007_4a0ffb8a-b6c7-4bae-8e77-6431edd15baf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-07T10:49:45,005 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-07T10:49:45,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741937_1113 (size=13760) 2024-11-07T10:49:45,442 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/e46ae64b0d3f499d91bd7963ad4cf045 output=hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/archive/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/e46ae64b0d3f499d91bd7963ad4cf045 2024-11-07T10:49:45,442 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-07T10:49:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741938_1114 (size=10796) 2024-11-07T10:49:45,874 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/661def903b414e9dabce0c238c7b0acd output=hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/archive/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/661def903b414e9dabce0c238c7b0acd 2024-11-07T10:49:45,874 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-07T10:49:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741939_1115 (size=8413) 2024-11-07T10:49:46,315 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 output=hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/archive/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f/166215c6eb3048ccb1978da1e8b2a8a1 2024-11-07T10:49:46,315 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-07T10:49:46,329 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/mobdir/data/default/test-1730976516836/ccabd57a6637ebf703f4b5800e9e8d10/mob/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9 to hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/archive/data/default/test-1730976516836/ccabd57a6637ebf703f4b5800e9e8d10/mob/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9" truncated to max limit (512 characters) 2024-11-07T10:49:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741940_1116 (size=5591) 2024-11-07T10:49:46,744 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/mobdir/data/default/test-1730976516836/ccabd57a6637ebf703f4b5800e9e8d10/mob/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9 output=hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/archive/data/default/test-1730976516836/ccabd57a6637ebf703f4b5800e9e8d10/mob/d41d8cd98f00b204e9800998ecf8427e2024110750346eb3b8bd4477b59ce43a09f8571b_ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:49:46,745 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-07T10:49:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741941_1117 (size=5484) 2024-11-07T10:49:47,179 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 output=hdfs://localhost:44433/backupUT/backup_1730976563171/default/test-1730976516836/archive/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/mob/13ceaeb80f9d4ba1b6ffbda7bba56801 2024-11-07T10:49:47,179 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-07T10:49:47,981 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-07T10:49:47,982 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-07T10:49:47,992 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:47,992 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730976571940_default_test-1730976516836 finished. 2024-11-07T10:49:47,992 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730976563171_ns2:test-17309765168361 2024-11-07T10:49:47,992 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730976574100_ns2_test-17309765168361 to hdfs://localhost:44433/backupUT/backup_1730976563171/ns2/test-17309765168361/ 2024-11-07T10:49:47,992 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-07T10:49:48,019 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:49:48,019 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-774271833_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1730976563171/ns2/test-17309765168361, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1730976563171/ns2/test-17309765168361/.hbase-snapshot/.tmp/snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:48,021 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-07T10:49:48,025 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976574100_ns2_test-17309765168361 to hdfs://localhost:44433/backupUT/backup_1730976563171/ns2/test-17309765168361/.hbase-snapshot/.tmp/snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741942_1118 (size=86) 2024-11-07T10:49:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741943_1119 (size=496) 2024-11-07T10:49:48,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:48,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:48,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-64513281257686094.jar 2024-11-07T10:49:49,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:49,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:49,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:49:49,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:49:49,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:49:49,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:49:49,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:49:49,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:49:49,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:49:49,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:49:49,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:49:49,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:49:49,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:49,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:49,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:49,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:49,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:49,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:49,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:49,347 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:49,373 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730976574100_ns2_test-17309765168361' hfile list 2024-11-07T10:49:49,375 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-07T10:49:49,451 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local953390234_0008_9b413ae3-c204-4d6d-b8a2-1add2d898193/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-07T10:49:49,451 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local953390234_0008_9b413ae3-c204-4d6d-b8a2-1add2d898193/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-07T10:49:49,535 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-07T10:49:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741944_1120 (size=8413) 2024-11-07T10:49:49,955 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08 output=hdfs://localhost:44433/backupUT/backup_1730976563171/ns2/test-17309765168361/archive/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/aa71c8253f5549498942679a53d87d08 2024-11-07T10:49:49,956 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-07T10:49:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741945_1121 (size=5134) 2024-11-07T10:49:50,391 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/de2ed8af449749a49d7623400e1417fb output=hdfs://localhost:44433/backupUT/backup_1730976563171/ns2/test-17309765168361/archive/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/f/de2ed8af449749a49d7623400e1417fb 2024-11-07T10:49:50,392 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-07T10:49:50,511 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-07T10:49:50,512 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-07T10:49:50,521 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:50,521 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730976574100_ns2_test-17309765168361 finished. 2024-11-07T10:49:50,521 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730976563171_ns4:test-17309765168363 2024-11-07T10:49:50,521 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730976576272_ns4_test-17309765168363 to hdfs://localhost:44433/backupUT/backup_1730976563171/ns4/test-17309765168363/ 2024-11-07T10:49:50,521 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-07T10:49:50,549 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00 2024-11-07T10:49:50,549 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-774271833_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1730976563171/ns4/test-17309765168363, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1730976563171/ns4/test-17309765168363/.hbase-snapshot/.tmp/snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:50,550 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-07T10:49:50,554 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_1730976576272_ns4_test-17309765168363 to hdfs://localhost:44433/backupUT/backup_1730976563171/ns4/test-17309765168363/.hbase-snapshot/.tmp/snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:50,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741946_1122 (size=443) 2024-11-07T10:49:50,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741947_1123 (size=86) 2024-11-07T10:49:50,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:50,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:50,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,833 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-3122822318214147451.jar 2024-11-07T10:49:51,833 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:49:51,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:49:51,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:49:51,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:49:51,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:49:51,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:49:51,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:49:51,837 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:49:51,837 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:49:51,837 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:49:51,837 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:49:51,837 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:49:51,837 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:51,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:51,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:51,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:51,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-07T10:49:51,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:51,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:49:51,870 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:49:51,898 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730976576272_ns4_test-17309765168363' hfile list 2024-11-07T10:49:51,979 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local835478127_0009_20c9ab20-2d9c-4f27-a892-22c28f7ca80d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-07T10:49:51,979 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/mapreduce.cluster.local.dir/job_local835478127_0009_20c9ab20-2d9c-4f27-a892-22c28f7ca80d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-07T10:49:53,016 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-07T10:49:53,017 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-07T10:49:53,026 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:53,026 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730976576272_ns4_test-17309765168363 finished. 2024-11-07T10:49:53,026 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-07T10:49:53,026 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17309765168362 2024-11-07T10:49:53,026 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1730976516836 2024-11-07T10:49:53,026 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17309765168361 2024-11-07T10:49:53,026 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17309765168363 2024-11-07T10:49:53,036 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730976563171 2024-11-07T10:49:53,036 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-07T10:49:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741948_1124 (size=209) 2024-11-07T10:49:53,042 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44433/backupUT/backup_1730976563171/.backup.manifest 2024-11-07T10:49:53,042 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1730976563171 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17309765168362;test-1730976516836;ns2:test-17309765168361;ns4:test-17309765168363,targetRootDir=hdfs://localhost:44433/backupUT,startts=1730976567371,completets=1730976593036,bytescopied=0 2024-11-07T10:49:53,042 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-07T10:49:53,042 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:53,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730976567622_backup_system_bulk" type: DISABLED 2024-11-07T10:49:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730976567622_backup_system_bulk 2024-11-07T10:49:53,046 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730976567622_backup_system_bulk for backup backup_1730976563171 succeeded. 2024-11-07T10:49:53,046 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:53,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730976569779_ns3_test-17309765168362" type: DISABLED 2024-11-07T10:49:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730976569779_ns3_test-17309765168362 2024-11-07T10:49:53,050 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730976569779_ns3_test-17309765168362 for backup backup_1730976563171 succeeded. 2024-11-07T10:49:53,050 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:53,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730976571940_default_test-1730976516836" type: DISABLED 2024-11-07T10:49:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730976571940_default_test-1730976516836 2024-11-07T10:49:53,055 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730976571940_default_test-1730976516836 for backup backup_1730976563171 succeeded. 2024-11-07T10:49:53,055 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:53,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730976574100_ns2_test-17309765168361" type: DISABLED 2024-11-07T10:49:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730976574100_ns2_test-17309765168361 2024-11-07T10:49:53,059 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730976574100_ns2_test-17309765168361 for backup backup_1730976563171 succeeded. 2024-11-07T10:49:53,059 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:53,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730976576272_ns4_test-17309765168363" type: DISABLED 2024-11-07T10:49:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730976576272_ns4_test-17309765168363 2024-11-07T10:49:53,064 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730976576272_ns4_test-17309765168363 for backup backup_1730976563171 succeeded. 2024-11-07T10:49:53,065 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-07T10:49:53,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-07T10:49:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-07T10:49:53,072 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-07T10:49:53,074 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-07T10:49:53,081 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1730976563171 completed. 2024-11-07T10:49:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:55,071 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T10:49:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,156 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-07T10:49:58,160 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730976598108 2024-11-07T10:49:58,162 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730976563171} 2024-11-07T10:49:58,162 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-07T10:49:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:49:58,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:49:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976598258 (current time:1730976598258). 2024-11-07T10:49:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:49:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-07T10:49:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1527a67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:49:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:49:58,260 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:49:58,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:49:58,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:49:58,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262bb590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:58,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:49:58,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:49:58,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:58,262 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:49:58,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f96c5c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:49:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:49:58,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:49:58,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:49:58,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:49:58,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:49:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:49:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:49:58,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:49:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:49:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:49:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-07T10:49:58,270 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:49:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T10:49:58,271 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:49:58,274 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:49:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741949_1125 (size=52) 2024-11-07T10:49:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T10:49:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T10:49:58,683 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T10:49:58,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0}] 2024-11-07T10:49:58,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:49:58,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-07T10:49:58,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:49:58,841 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-07T10:49:58,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/15ea23cc8098489f87a49b9c27180eda is 158, key is trslm:hdfs://localhost:44433/backupUT\x00ns2:test-17309765168361/meta:log-roll-map/1730976593031/Put/seqid=0 2024-11-07T10:49:58,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741950_1126 (size=6646) 2024-11-07T10:49:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T10:49:59,260 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/15ea23cc8098489f87a49b9c27180eda 2024-11-07T10:49:59,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/02316c8d5b9e470681891c677056ca1c is 826, key is session:backup_1730976563171/session:context/1730976593073/Put/seqid=0 2024-11-07T10:49:59,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741951_1127 (size=5928) 2024-11-07T10:49:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T10:49:59,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/02316c8d5b9e470681891c677056ca1c 2024-11-07T10:49:59,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/15ea23cc8098489f87a49b9c27180eda as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda 2024-11-07T10:49:59,695 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda, entries=12, sequenceid=42, filesize=6.5 K 2024-11-07T10:49:59,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/02316c8d5b9e470681891c677056ca1c as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c 2024-11-07T10:49:59,702 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c, entries=2, sequenceid=42, filesize=5.8 K 2024-11-07T10:49:59,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 706e588a9fa6c03f8f1af57ae6d8fcf0 in 863ms, sequenceid=42, compaction requested=true 2024-11-07T10:49:59,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: 2024-11-07T10:49:59,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. for snapshot_backup_system completed. 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.' region-info for snapshot=snapshot_backup_system 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda] hfiles 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d for snapshot=snapshot_backup_system 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495 for snapshot=snapshot_backup_system 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda for snapshot=snapshot_backup_system 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c] hfiles 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 for snapshot=snapshot_backup_system 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33 for snapshot=snapshot_backup_system 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b for snapshot=snapshot_backup_system 2024-11-07T10:49:59,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c for snapshot=snapshot_backup_system 2024-11-07T10:49:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741952_1128 (size=330) 2024-11-07T10:50:00,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:00,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-07T10:50:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-07T10:50:00,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:00,112 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:00,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-07T10:50:00,163 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T10:50:00,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0 in 1.4780 sec 2024-11-07T10:50:00,164 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:50:00,164 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:50:00,164 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-07T10:50:00,165 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-07T10:50:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741953_1129 (size=967) 2024-11-07T10:50:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T10:50:00,575 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:50:00,583 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:50:00,584 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/snapshot_backup_system 2024-11-07T10:50:00,585 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:50:00,585 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-07T10:50:00,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3170 sec 2024-11-07T10:50:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T10:50:02,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-07T10:50:02,431 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1730976598108 started at 1730976602431. 2024-11-07T10:50:02,435 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1730976598108 has been started. 2024-11-07T10:50:02,445 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17309765168361, ns3:test-17309765168362, ns4:test-17309765168363, test-1730976516836] 2024-11-07T10:50:02,451 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1730976553759for backupID backup_1730976598108 2024-11-07T10:50:02,451 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-07T10:50:02,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-07T10:50:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-07T10:50:02,452 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-07T10:50:02,452 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-07T10:50:02,453 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-07T10:50:02,453 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-07T10:50:02,453 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,453 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-07T10:50:02,533 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-07T10:50:02,534 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-07T10:50:02,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:50:02,534 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,534 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-07T10:50:02,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-07T10:50:02,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-07T10:50:02,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-07T10:50:02,535 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-07T10:50:02,535 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-07T10:50:02,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-07T10:50:02,535 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-07T10:50:02,535 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-07T10:50:02,535 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-07T10:50:02,535 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-07T10:50:02,536 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '13a71e623771,39479,1730976507608' joining acquired barrier for procedure (rolllog) in zk 2024-11-07T10:50:02,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,557 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-07T10:50:02,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:50:02,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:50:02,558 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-07T10:50:02,558 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-07T10:50:02,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:50:02,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:50:02,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:50:02,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:50:02,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:50:02,560 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '13a71e623771,39479,1730976507608' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-07T10:50:02,560 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1793ab93[Count = 0] remaining members to acquire global barrier 2024-11-07T10:50:02,560 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-07T10:50:02,560 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-07T10:50:02,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:50:02,568 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-07T10:50:02,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-07T10:50:02,568 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-07T10:50:02,568 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,568 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-07T10:50:02,568 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-07T10:50:02,568 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 13a71e623771,39479,1730976507608 2024-11-07T10:50:02,568 INFO [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1730976567497 highest: 1730976567514 on 13a71e623771,39479,1730976507608 2024-11-07T10:50:02,568 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.meta:.meta(num 1730976567477) roll requested 2024-11-07T10:50:02,585 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976602568.meta, exclude list is [], retry=0 2024-11-07T10:50:02,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:50:02,589 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976567477.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976602568.meta 2024-11-07T10:50:02,589 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:50:02,589 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976567477.meta is not closed yet, will try archiving it next time 2024-11-07T10:50:02,589 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0:(num 1730976567497) roll requested 2024-11-07T10:50:02,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741911_1087 (size=93) 2024-11-07T10:50:02,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976567477.meta not finished, retry = 0 2024-11-07T10:50:02,603 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976602589, exclude list is [], retry=0 2024-11-07T10:50:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:50:02,607 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976602589 2024-11-07T10:50:02,607 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:50:02,607 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 is not closed yet, will try archiving it next time 2024-11-07T10:50:02,607 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1:(num 1730976567514) roll requested 2024-11-07T10:50:02,607 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976534022 2024-11-07T10:50:02,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 not finished, retry = 0 2024-11-07T10:50:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741912_1088 (size=653) 2024-11-07T10:50:02,619 DEBUG [regionserver/13a71e623771:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976602607, exclude list is [], retry=0 2024-11-07T10:50:02,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-b182676a-1af1-4271-bdbb-3a1ced10e123,DISK] 2024-11-07T10:50:02,623 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976567514 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976602607 2024-11-07T10:50:02,623 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-11-07T10:50:02,624 DEBUG [regionserver/13a71e623771:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976567514 is not closed yet, will try archiving it next time 2024-11-07T10:50:02,624 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976553759 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976553759 2024-11-07T10:50:02,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976567514 not finished, retry = 0 2024-11-07T10:50:02,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741913_1089 (size=4710) 2024-11-07T10:50:02,628 DEBUG [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-07T10:50:02,629 INFO [rs(13a71e623771,39479,1730976507608)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1730976602589 on 13a71e623771,39479,1730976507608 2024-11-07T10:50:02,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-07T10:50:02,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:50:02,646 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-07T10:50:02,646 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '13a71e623771,39479,1730976507608' in zk 2024-11-07T10:50:02,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,652 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-07T10:50:02,652 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-07T10:50:02,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,652 DEBUG [member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-07T10:50:02,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:50:02,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:50:02,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:50:02,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:50:02,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:50:02,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:50:02,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:50:02,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:50:02,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:50:02,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '13a71e623771,39479,1730976507608': 2024-11-07T10:50:02,655 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-07T10:50:02,655 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '13a71e623771,39479,1730976507608' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-07T10:50:02,655 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-07T10:50:02,655 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-07T10:50:02,655 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-07T10:50:02,655 INFO [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-07T10:50:02,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-07T10:50:02,662 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-07T10:50:02,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-07T10:50:02,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-07T10:50:02,663 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-07T10:50:02,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:50:02,663 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:50:02,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-07T10:50:02,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:50:02,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:50:02,664 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-07T10:50:02,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-07T10:50:02,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------13a71e623771,39479,1730976507608 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/13a71e623771,39479,1730976507608 2024-11-07T10:50:02,673 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:50:02,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-07T10:50:02,673 DEBUG [(13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-07T10:50:02,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-07T10:50:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-07T10:50:02,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-07T10:50:02,673 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-07T10:50:02,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-07T10:50:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-07T10:50:02,681 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {13a71e623771:39479=1730976553759} newestTimestamps: {13a71e623771:39479=1730976567514} 2024-11-07T10:50:02,683 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 13a71e623771%2C39479%2C1730976507608.meta.1730976511942.meta 2024-11-07T10:50:02,683 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 13a71e623771%2C39479%2C1730976507608.meta.1730976553720.meta 2024-11-07T10:50:02,683 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 13a71e623771%2C39479%2C1730976507608.meta.1730976567477.meta 2024-11-07T10:50:02,683 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 13a71e623771%2C39479%2C1730976507608.meta.1730976602568.meta 2024-11-07T10:50:02,683 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 2024-11-07T10:50:02,683 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976602589 2024-11-07T10:50:02,683 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976567514 2024-11-07T10:50:02,683 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976602607 2024-11-07T10:50:02,684 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.meta.1730976534002.meta 2024-11-07T10:50:02,691 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976567477.meta to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.meta.1730976567477.meta 2024-11-07T10:50:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741957_1133 (size=640) 2024-11-07T10:50:02,710 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 2024-11-07T10:50:03,093 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:44433/backupUT/backup_1730976598108/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:50:03,093 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-07T10:50:03,096 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-07T10:50:03,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741958_1134 (size=45) 2024-11-07T10:50:03,501 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-07T10:50:03,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741959_1135 (size=390) 2024-11-07T10:50:03,911 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17309765168362 target: hdfs://localhost:44433/backupUT/backup_1730976598108/ns3/test-17309765168362 descriptor: 'ns3:test-17309765168362', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:50:03,911 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-07T10:50:03,913 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17309765168362 2024-11-07T10:50:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741960_1136 (size=50) 2024-11-07T10:50:04,319 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17309765168362 2024-11-07T10:50:04,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741961_1137 (size=950) 2024-11-07T10:50:04,730 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1730976516836 target: hdfs://localhost:44433/backupUT/backup_1730976598108/default/test-1730976516836 descriptor: 'test-1730976516836', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:50:04,730 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-07T10:50:04,732 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1730976516836 2024-11-07T10:50:04,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741962_1138 (size=53) 2024-11-07T10:50:05,138 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1730976516836 2024-11-07T10:50:05,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741963_1139 (size=364) 2024-11-07T10:50:05,548 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17309765168361 target: hdfs://localhost:44433/backupUT/backup_1730976598108/ns2/test-17309765168361 descriptor: 'ns2:test-17309765168361', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:50:05,548 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-07T10:50:05,550 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17309765168361 2024-11-07T10:50:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741964_1140 (size=50) 2024-11-07T10:50:05,955 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17309765168361 2024-11-07T10:50:05,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741965_1141 (size=390) 2024-11-07T10:50:06,366 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17309765168363 target: hdfs://localhost:44433/backupUT/backup_1730976598108/ns4/test-17309765168363 descriptor: 'ns4:test-17309765168363', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T10:50:06,367 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-07T10:50:06,369 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17309765168363 2024-11-07T10:50:06,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741966_1142 (size=50) 2024-11-07T10:50:06,774 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17309765168363 2024-11-07T10:50:06,785 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44433/backupUT/.tmp/backup_1730976598108 from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497;hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976567514 2024-11-07T10:50:06,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186c9416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:50:06,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:50:06,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:50:06,787 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:50:06,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:50:06,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:50:06,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dcd080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:50:06,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:50:06,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:50:06,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:06,788 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:50:06,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e7846d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:50:06,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T10:50:06,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 13a71e623771,43199,1730976505990 2024-11-07T10:50:06,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36102b00 2024-11-07T10:50:06,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T10:50:06,791 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T10:50:06,794 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-07T10:50:06,794 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-07T10:50:06,794 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-07T10:50:06,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:50:06,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:50:06,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:50:06,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:50:06,798 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-07T10:50:06,798 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17309765168361 2024-11-07T10:50:06,798 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17309765168361,, stopping at row=ns2:test-17309765168361 ,, for max=2147483647 with caching=100 2024-11-07T10:50:06,800 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17309765168361: ns2:test-17309765168361; 2024-11-07T10:50:06,800 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17309765168362 2024-11-07T10:50:06,800 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17309765168362,, stopping at row=ns3:test-17309765168362 ,, for max=2147483647 with caching=100 2024-11-07T10:50:06,802 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17309765168362: ns3:test-17309765168362; 2024-11-07T10:50:06,802 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17309765168363 2024-11-07T10:50:06,802 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17309765168363,, stopping at row=ns4:test-17309765168363 ,, for max=2147483647 with caching=100 2024-11-07T10:50:06,804 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17309765168363: ns4:test-17309765168363; 2024-11-07T10:50:06,804 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1730976516836 2024-11-07T10:50:06,804 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1730976516836,, stopping at row=test-1730976516836 ,, for max=2147483647 with caching=100 2024-11-07T10:50:06,806 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1730976516836: test-1730976516836; 2024-11-07T10:50:06,806 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-07T10:50:06,806 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/hbase-staging/partitions_12fb0714-b58e-440c-b505-b85b4f6e0e1c 2024-11-07T10:50:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741967_1143 (size=324) 2024-11-07T10:50:07,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:07,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:07,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:07,984 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ba4171c274d8e8c1f33095d0cb5a9eb9, had cached 0 bytes from a total of 38453 2024-11-07T10:50:08,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-9877572930906200580.jar 2024-11-07T10:50:08,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:50:08,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-07T10:50:08,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-07T10:50:08,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-07T10:50:08,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-07T10:50:08,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-07T10:50:08,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-07T10:50:08,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-07T10:50:08,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-07T10:50:08,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-07T10:50:08,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-07T10:50:08,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-07T10:50:08,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-07T10:50:08,109 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17309765168361,ns3:test-17309765168362,ns4:test-17309765168363,default:test-1730976516836 2024-11-07T10:50:08,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T10:50:08,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:50:08,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:08,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:08,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:50:08,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-07T10:50:08,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop-8869882747929012875.jar 2024-11-07T10:50:09,006 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-07T10:50:09,027 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 for WAL files 2024-11-07T10:50:09,029 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected exception in incremental-backup: incremental copy backup_1730976598108File hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 does not exist. java.io.FileNotFoundException: File hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 does not exist. at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1268) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1213) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1209) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.listLocatedStatus(DistributedFileSystem.java:1227) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.listLocatedStatus(FileSystem.java:2263) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getFiles(WALInputFormat.java:356) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:321) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:301) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:311) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:328) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:201) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1677) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.submit(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1695) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:426) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T10:50:09,029 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1730976598108,startts=1730976602431,failedts=1730976609029,failedphase=PREPARE_INCREMENTAL,failedmessage=File hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976567497 does not exist. 2024-11-07T10:50:09,029 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-07T10:50:09,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable backup:system 2024-11-07T10:50:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=backup:system 2024-11-07T10:50:09,046 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976609046"}]},"ts":"1730976609046"} 2024-11-07T10:50:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T10:50:09,048 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLING in hbase:meta 2024-11-07T10:50:09,048 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set backup:system to state=DISABLING 2024-11-07T10:50:09,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=backup:system}] 2024-11-07T10:50:09,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, UNASSIGN}] 2024-11-07T10:50:09,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, UNASSIGN 2024-11-07T10:50:09,056 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=706e588a9fa6c03f8f1af57ae6d8fcf0, regionState=CLOSING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:50:09,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, UNASSIGN because future has completed 2024-11-07T10:50:09,060 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T10:50:09,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:50:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T10:50:09,211 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:09,211 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T10:50:09,212 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing 706e588a9fa6c03f8f1af57ae6d8fcf0, disabling compactions & flushes 2024-11-07T10:50:09,212 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:09,212 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:09,212 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. after waiting 0 ms 2024-11-07T10:50:09,212 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:09,212 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0 2/2 column families, dataSize=398 B heapSize=1.04 KB 2024-11-07T10:50:09,216 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/de12f61fe7094f3881e835ba0e588830 is 103, key is rslogts:hdfs://localhost:44433/backupUT\x0013a71e623771:39479/meta:rs-log-ts/1730976602645/Put/seqid=0 2024-11-07T10:50:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741968_1144 (size=5338) 2024-11-07T10:50:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T10:50:09,620 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/de12f61fe7094f3881e835ba0e588830 2024-11-07T10:50:09,630 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/e09cc88a4d7342619eb89be49524f1dd is 303, key is session:backup_1730976598108/session:context/1730976602433/Put/seqid=0 2024-11-07T10:50:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741969_1145 (size=5391) 2024-11-07T10:50:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T10:50:10,035 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=299 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/e09cc88a4d7342619eb89be49524f1dd 2024-11-07T10:50:10,041 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/de12f61fe7094f3881e835ba0e588830 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/de12f61fe7094f3881e835ba0e588830 2024-11-07T10:50:10,047 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/de12f61fe7094f3881e835ba0e588830, entries=1, sequenceid=47, filesize=5.2 K 2024-11-07T10:50:10,049 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/e09cc88a4d7342619eb89be49524f1dd as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/e09cc88a4d7342619eb89be49524f1dd 2024-11-07T10:50:10,054 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/e09cc88a4d7342619eb89be49524f1dd, entries=1, sequenceid=47, filesize=5.3 K 2024-11-07T10:50:10,055 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 706e588a9fa6c03f8f1af57ae6d8fcf0 in 843ms, sequenceid=47, compaction requested=true 2024-11-07T10:50:10,060 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/recovered.edits/50.seqid, newMaxSeqId=50, maxSeqId=1 2024-11-07T10:50:10,060 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:10,060 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:10,060 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: Waiting for close lock at 1730976609212Running coprocessor pre-close hooks at 1730976609212Disabling compacts and flushes for region at 1730976609212Disabling writes for close at 1730976609212Obtaining lock to block concurrent updates at 1730976609212Preparing flush snapshotting stores in 706e588a9fa6c03f8f1af57ae6d8fcf0 at 1730976609212Finished memstore snapshotting backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., syncing WAL and waiting on mvcc, flushsize=dataSize=398, getHeapSize=1032, getOffHeapSize=0, getCellsCount=2 at 1730976609212Flushing stores of backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. at 1730976609213 (+1 ms)Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/meta: creating writer at 1730976609213Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/meta: appending metadata at 1730976609215 (+2 ms)Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/meta: closing flushed file at 1730976609215Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/session: creating writer at 1730976609626 (+411 ms)Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/session: appending metadata at 1730976609629 (+3 ms)Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/session: closing flushed file at 1730976609629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8651702: reopening flushed file at 1730976610040 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e18d78: reopening flushed file at 1730976610048 (+8 ms)Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 706e588a9fa6c03f8f1af57ae6d8fcf0 in 843ms, sequenceid=47, compaction requested=true at 1730976610055 (+7 ms)Writing region close event to WAL at 1730976610056 (+1 ms)Running coprocessor post-close hooks at 1730976610060 (+4 ms)Closed at 1730976610060 2024-11-07T10:50:10,062 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:10,063 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=706e588a9fa6c03f8f1af57ae6d8fcf0, regionState=CLOSED 2024-11-07T10:50:10,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:50:10,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-07T10:50:10,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608 in 1.0050 sec 2024-11-07T10:50:10,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-07T10:50:10,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, UNASSIGN in 1.0130 sec 2024-11-07T10:50:10,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-07T10:50:10,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=backup:system in 1.0210 sec 2024-11-07T10:50:10,072 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976610072"}]},"ts":"1730976610072"} 2024-11-07T10:50:10,074 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLED in hbase:meta 2024-11-07T10:50:10,074 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set backup:system to state=DISABLED 2024-11-07T10:50:10,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=backup:system in 1.0350 sec 2024-11-07T10:50:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T10:50:10,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: backup:system completed 2024-11-07T10:50:10,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.RawAsyncHBaseAdmin(2177): Taking restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1730976610188 2024-11-07T10:50:10,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:50:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730976610189 (current time:1730976610189). 2024-11-07T10:50:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T10:50:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot hbase-failsafe-snapshot_backup_system-1730976610188 VERSION not specified, setting to 2 2024-11-07T10:50:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5e4013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:50:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request 13a71e623771,43199,-1 for getting cluster id 2024-11-07T10:50:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T10:50:10,190 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df18e28a-3844-4b33-be0f-9cbde1f6c2a2' 2024-11-07T10:50:10,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T10:50:10,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df18e28a-3844-4b33-be0f-9cbde1f6c2a2" 2024-11-07T10:50:10,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f384733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:50:10,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13a71e623771,43199,-1] 2024-11-07T10:50:10,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T10:50:10,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:10,192 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T10:50:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b2eebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-07T10:50:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T10:50:10,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13a71e623771,39479,1730976507608, seqNum=-1] 2024-11-07T10:50:10,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T10:50:10,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T10:50:10,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199. 2024-11-07T10:50:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T10:50:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:10,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:50:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-07T10:50:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:50:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-11-07T10:50:10,197 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T10:50:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T10:50:10,198 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T10:50:10,201 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T10:50:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741970_1146 (size=81) 2024-11-07T10:50:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T10:50:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T10:50:10,607 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2024-11-07T10:50:10,608 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-07T10:50:10,608 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-07T10:50:10,608 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:50:10,609 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/de12f61fe7094f3881e835ba0e588830] hfiles 2024-11-07T10:50:10,609 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/4): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d 2024-11-07T10:50:10,609 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/4): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda 2024-11-07T10:50:10,609 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/4): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495 2024-11-07T10:50:10,609 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/4): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/de12f61fe7094f3881e835ba0e588830 2024-11-07T10:50:10,609 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:50:10,611 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/e09cc88a4d7342619eb89be49524f1dd] hfiles 2024-11-07T10:50:10,611 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/5): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c 2024-11-07T10:50:10,611 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/5): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33 2024-11-07T10:50:10,611 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/5): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 2024-11-07T10:50:10,611 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/5): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b 2024-11-07T10:50:10,611 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (5/5): hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/e09cc88a4d7342619eb89be49524f1dd 2024-11-07T10:50:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741971_1147 (size=409) 2024-11-07T10:50:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T10:50:10,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 16fe34b56dd8457ea0cf31699228577a, had cached 0 bytes from a total of 13547 2024-11-07T10:50:11,017 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => 706e588a9fa6c03f8f1af57ae6d8fcf0, NAME => 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2024-11-07T10:50:11,018 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T10:50:11,018 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T10:50:11,018 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot_backup_system-1730976610188 2024-11-07T10:50:11,019 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1730976610188 2024-11-07T10:50:11,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741972_1148 (size=1046) 2024-11-07T10:50:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T10:50:11,430 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T10:50:11,440 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T10:50:11,441 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1730976610188 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.hbase-snapshot/hbase-failsafe-snapshot_backup_system-1730976610188 2024-11-07T10:50:11,443 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T10:50:11,443 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-11-07T10:50:11,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1730976610188 table=backup:system type=FLUSH ttl=0 } in 1.2470 sec 2024-11-07T10:50:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T10:50:12,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-07T10:50:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1730976598258 type: FLUSH version: 2 ttl: 0 ) 2024-11-07T10:50:12,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(1055): Restore snapshot=snapshot_backup_system as table=backup:system 2024-11-07T10:50:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-07T10:50:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741973_1149 (size=635) 2024-11-07T10:50:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-07T10:50:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-07T10:50:12,775 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2024-11-07T10:50:12,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2024-11-07T10:50:12,776 INFO [PEWorker-1 {}] procedure.RestoreSnapshotProcedure(410): Starting restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-07T10:50:12,780 INFO [PEWorker-1 {}] snapshot.RestoreSnapshotHelper(183): starting restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1730976598258 type: FLUSH version: 2 ttl: 0 2024-11-07T10:50:12,780 DEBUG [PEWorker-1 {}] snapshot.RestoreSnapshotHelper(850): get table regions: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system 2024-11-07T10:50:12,784 DEBUG [PEWorker-1 {}] snapshot.RestoreSnapshotHelper(862): found 1 regions for table=backup:system 2024-11-07T10:50:12,784 INFO [PEWorker-1 {}] snapshot.RestoreSnapshotHelper(229): region to restore: 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:12,788 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:50:12,792 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/de12f61fe7094f3881e835ba0e588830 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/de12f61fe7094f3881e835ba0e588830 2024-11-07T10:50:12,792 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:50:12,796 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/e09cc88a4d7342619eb89be49524f1dd to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/e09cc88a4d7342619eb89be49524f1dd 2024-11-07T10:50:12,796 INFO [PEWorker-1 {}] snapshot.RestoreSnapshotHelper(272): finishing restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1730976598258 type: FLUSH version: 2 ttl: 0 2024-11-07T10:50:12,797 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730976612797"}]},"ts":"9223372036854775807"} 2024-11-07T10:50:12,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T10:50:12,801 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 706e588a9fa6c03f8f1af57ae6d8fcf0, NAME => 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T10:50:12,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1730976612798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730976612798"}]},"ts":"1730976612798"} 2024-11-07T10:50:12,803 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T10:50:12,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(585): Overwritten 1 regions to Meta 2024-11-07T10:50:12,803 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(586): Overwritten regions: [{ENCODED => 706e588a9fa6c03f8f1af57ae6d8fcf0, NAME => 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T10:50:12,803 INFO [PEWorker-1 {}] procedure.RestoreSnapshotProcedure(481): Restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2024-11-07T10:50:12,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1730976598258 type: FLUSH version: 2 ttl: 0 ) in 452 msec 2024-11-07T10:50:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-07T10:50:12,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin(2211): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1730976610188 2024-11-07T10:50:12,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "hbase-failsafe-snapshot_backup_system-1730976610188" type: DISABLED 2024-11-07T10:50:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: hbase-failsafe-snapshot_backup_system-1730976610188 2024-11-07T10:50:12,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.2 enable backup:system 2024-11-07T10:50:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=backup:system 2024-11-07T10:50:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T10:50:13,004 INFO [PEWorker-4 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2024-11-07T10:50:13,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976613004"}]},"ts":"1730976613004"} 2024-11-07T10:50:13,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-07T10:50:13,008 DEBUG [PEWorker-4 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-11-07T10:50:13,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN}] 2024-11-07T10:50:13,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN 2024-11-07T10:50:13,010 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2024-11-07T10:50:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T10:50:13,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=706e588a9fa6c03f8f1af57ae6d8fcf0, regionState=OPENING, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:50:13,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN because future has completed 2024-11-07T10:50:13,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608}] 2024-11-07T10:50:13,319 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(132): Open backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:13,319 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7752): Opening region: {ENCODED => 706e588a9fa6c03f8f1af57ae6d8fcf0, NAME => 'backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.', STARTKEY => '', ENDKEY => ''} 2024-11-07T10:50:13,320 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-07T10:50:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T10:50:13,320 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,320 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(898): Instantiated backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T10:50:13,320 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7794): checking encryption for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,320 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7797): checking classloading for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,321 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,322 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706e588a9fa6c03f8f1af57ae6d8fcf0 columnFamilyName meta 2024-11-07T10:50:13,322 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:50:13,329 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d 2024-11-07T10:50:13,333 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda 2024-11-07T10:50:13,337 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495 2024-11-07T10:50:13,337 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.HStore(327): Store=706e588a9fa6c03f8f1af57ae6d8fcf0/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:50:13,337 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,338 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706e588a9fa6c03f8f1af57ae6d8fcf0 columnFamilyName session 2024-11-07T10:50:13,338 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T10:50:13,345 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c 2024-11-07T10:50:13,349 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33 2024-11-07T10:50:13,353 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 2024-11-07T10:50:13,359 DEBUG [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b 2024-11-07T10:50:13,359 INFO [StoreOpener-706e588a9fa6c03f8f1af57ae6d8fcf0-1 {}] regionserver.HStore(327): Store=706e588a9fa6c03f8f1af57ae6d8fcf0/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T10:50:13,359 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1038): replaying wal for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,360 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,361 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,361 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1048): stopping wal replay for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,361 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1060): Cleaning up temporary data for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,362 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-07T10:50:13,363 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1093): writing seq id for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,364 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1114): Opened 706e588a9fa6c03f8f1af57ae6d8fcf0; next sequenceid=51; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10749020000, jitterRate=0.0010804980993270874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-07T10:50:13,364 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,364 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1006): Region open journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: Running coprocessor pre-open hook at 1730976613320Writing region info on filesystem at 1730976613320Initializing all the Stores at 1730976613321 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976613321Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730976613321Cleaning up temporary data from old regions at 1730976613361 (+40 ms)Running coprocessor post-open hooks at 1730976613364 (+3 ms)Region opened successfully at 1730976613364 2024-11-07T10:50:13,365 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., pid=70, masterSystemTime=1730976613315 2024-11-07T10:50:13,367 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store 706e588a9fa6c03f8f1af57ae6d8fcf0:meta, priority=-2147483648, current under compaction store size is 1 2024-11-07T10:50:13,368 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T10:50:13,368 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T10:50:13,368 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store 706e588a9fa6c03f8f1af57ae6d8fcf0:session, priority=-2147483648, current under compaction store size is 2 2024-11-07T10:50:13,368 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T10:50:13,368 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T10:50:13,370 DEBUG [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:13,370 INFO [RS_OPEN_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(153): Opened backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:13,370 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T10:50:13,370 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 23194 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T10:50:13,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=706e588a9fa6c03f8f1af57ae6d8fcf0, regionState=OPEN, openSeqNum=51, regionLocation=13a71e623771,39479,1730976507608 2024-11-07T10:50:13,372 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.HStore(1541): 706e588a9fa6c03f8f1af57ae6d8fcf0/meta is initiating minor compaction (all files) 2024-11-07T10:50:13,372 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.HStore(1541): 706e588a9fa6c03f8f1af57ae6d8fcf0/session is initiating minor compaction (all files) 2024-11-07T10:50:13,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608 because future has completed 2024-11-07T10:50:13,373 INFO [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 706e588a9fa6c03f8f1af57ae6d8fcf0/session in backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:13,373 INFO [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 706e588a9fa6c03f8f1af57ae6d8fcf0/meta in backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:13,373 INFO [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda] into tmpdir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp, totalSize=17.9 K 2024-11-07T10:50:13,373 INFO [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c] into tmpdir=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp, totalSize=22.7 K 2024-11-07T10:50:13,374 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] compactions.Compactor(225): Compacting 221f6b71c66a45549c0bc42574b3bfb5, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1730976531549 2024-11-07T10:50:13,374 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c56426fe93b4738b2c836befebcf23d, keycount=6, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1730976534087 2024-11-07T10:50:13,375 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dbfebd17da6410c98a603eedd414d33, keycount=2, bloomtype=ROW, size=5.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1730976547491 2024-11-07T10:50:13,375 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81119cd5d2244753b1d6c60719287495, keycount=4, bloomtype=ROW, size=5.6 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1730976553799 2024-11-07T10:50:13,375 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] compactions.Compactor(225): Compacting 35bb62bac75a4431bdb8e00a6c0e9a7b, keycount=3, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1730976562037 2024-11-07T10:50:13,375 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15ea23cc8098489f87a49b9c27180eda, keycount=12, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1730976567553 2024-11-07T10:50:13,375 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] compactions.Compactor(225): Compacting 02316c8d5b9e470681891c677056ca1c, keycount=2, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1730976593073 2024-11-07T10:50:13,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-07T10:50:13,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 706e588a9fa6c03f8f1af57ae6d8fcf0, server=13a71e623771,39479,1730976507608 in 211 msec 2024-11-07T10:50:13,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-07T10:50:13,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=706e588a9fa6c03f8f1af57ae6d8fcf0, ASSIGN in 368 msec 2024-11-07T10:50:13,379 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730976613379"}]},"ts":"1730976613379"} 2024-11-07T10:50:13,381 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-07T10:50:13,381 INFO [PEWorker-2 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2024-11-07T10:50:13,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; EnableTableProcedure table=backup:system in 384 msec 2024-11-07T10:50:13,400 INFO [RS:0;13a71e623771:39479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 706e588a9fa6c03f8f1af57ae6d8fcf0#session#compaction#16 average throughput is 2.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T10:50:13,401 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/cf1f1777415c48c08c2d53fdd8515d8d is 1245, key is session:backup_1730976563060/session:context/1730976563165/Put/seqid=0 2024-11-07T10:50:13,402 INFO [RS:0;13a71e623771:39479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 706e588a9fa6c03f8f1af57ae6d8fcf0#meta#compaction#17 average throughput is 1.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T10:50:13,403 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/254814314886447ab1b032fe31e7fb22 is 158, key is trslm:hdfs://localhost:44433/backupUT\x00ns2:test-17309765168361/meta:log-roll-map/1730976593031/Put/seqid=0 2024-11-07T10:50:13,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741974_1150 (size=8073) 2024-11-07T10:50:13,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741975_1151 (size=6749) 2024-11-07T10:50:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T10:50:13,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: backup:system completed 2024-11-07T10:50:13,630 DEBUG [Time-limited test {}] impl.BackupSystemTable(1544): Done restoring backup system table 2024-11-07T10:50:13,630 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-07T10:50:13,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-07T10:50:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-07T10:50:13,637 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-07T10:50:13,637 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: PREPARE_INCREMENTAL 2024-11-07T10:50:13,639 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-07T10:50:13,644 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1730976598108 failed. 2024-11-07T10:50:13,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T10:50:13,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:103) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:50:13,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:13,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:13,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:50:13,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=627 (was 611) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/13a71e623771:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(13a71e623771,39479,1730976507608)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1201135498_20 at /127.0.0.1:48996 [Receiving block BP-558928678-172.17.0.2-1730976502052:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1201135498_20 at /127.0.0.1:48984 [Receiving block BP-558928678-172.17.0.2-1730976502052:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;13a71e623771:39479-shortCompactions-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:1013) app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:949) app//org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:913) app//org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) app//org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) app//org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.finishClose(HFileWriterImpl.java:859) app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:680) app//org.apache.hadoop.hbase.regionserver.StoreFileWriter$SingleStoreFileWriter.close(StoreFileWriter.java:787) app//org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:294) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:70) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:38) app//org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:398) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:62) app//org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:122) app//org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1181) app//org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2424) app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:667) app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:716) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(13a71e623771,39479,1730976507608)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-558928678-172.17.0.2-1730976502052:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-558928678-172.17.0.2-1730976502052:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/254814314886447ab1b032fe31e7fb22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: PacketResponder: BP-558928678-172.17.0.2-1730976502052:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(13a71e623771,39479,1730976507608)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '13a71e623771,39479,1730976507608' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(13a71e623771,39479,1730976507608)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_830843082_20 at /127.0.0.1:49114 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/13a71e623771:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/cf1f1777415c48c08c2d53fdd8515d8d java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (13a71e623771,43199,1730976505990)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1201135498_20 at /127.0.0.1:49010 [Receiving block BP-558928678-172.17.0.2-1730976502052:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=639 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 150), ProcessCount=9 (was 9), AvailableMemoryMB=2067 (was 2671) 2024-11-07T10:50:13,662 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=627 is superior to 500 2024-11-07T10:50:13,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T10:50:13,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T10:50:13,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:50:13,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:13,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:13,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:50:13,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T10:50:13,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1983959751, stopped=false 2024-11-07T10:50:13,668 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=13a71e623771,43199,1730976505990 2024-11-07T10:50:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-07T10:50:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-07T10:50:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:50:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:50:13,746 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T10:50:13,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-07T10:50:13,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-07T10:50:13,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T10:50:13,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:50:13,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:13,748 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '13a71e623771,39479,1730976507608' ***** 2024-11-07T10:50:13,748 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T10:50:13,748 INFO [RS:0;13a71e623771:39479 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-07T10:50:13,752 INFO [RS:0;13a71e623771:39479 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7253afc7{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-07T10:50:13,753 INFO [RS:0;13a71e623771:39479 {}] server.AbstractConnector(383): Stopped ServerConnector@3b99b3c7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-07T10:50:13,754 INFO [RS:0;13a71e623771:39479 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T10:50:13,754 INFO [RS:0;13a71e623771:39479 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@126a703e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-07T10:50:13,754 INFO [RS:0;13a71e623771:39479 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,STOPPED} 2024-11-07T10:50:13,755 INFO [RS:0;13a71e623771:39479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T10:50:13,755 INFO [RS:0;13a71e623771:39479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T10:50:13,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for ba4171c274d8e8c1f33095d0cb5a9eb9 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for da2426d775059865f68e72085e7940e7 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for a10ed6530c084cc01b50f33630cb5c33 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for 16fe34b56dd8457ea0cf31699228577a 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for c3697d68bc13ea5288f7f9ed87f5c518 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(959): stopping server 13a71e623771,39479,1730976507608 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T10:50:13,756 INFO [RS:0;13a71e623771:39479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;13a71e623771:39479. 2024-11-07T10:50:13,756 DEBUG [RS:0;13a71e623771:39479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:50:13,756 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba4171c274d8e8c1f33095d0cb5a9eb9, disabling compactions & flushes 2024-11-07T10:50:13,756 DEBUG [RS:0;13a71e623771:39479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:13,756 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:50:13,757 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:50:13,757 INFO [RS:0;13a71e623771:39479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T10:50:13,757 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. after waiting 0 ms 2024-11-07T10:50:13,757 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:50:13,757 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba4171c274d8e8c1f33095d0cb5a9eb9 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-07T10:50:13,777 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f2/f630ff61f28b4c65bb4b6b331c6a507a is 58, key is row-test-1730976516836-2-0/f2:q1/1730976593100/Put/seqid=0 2024-11-07T10:50:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741976_1152 (size=5464) 2024-11-07T10:50:13,811 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/cf1f1777415c48c08c2d53fdd8515d8d as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/cf1f1777415c48c08c2d53fdd8515d8d 2024-11-07T10:50:13,812 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/meta/254814314886447ab1b032fe31e7fb22 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/254814314886447ab1b032fe31e7fb22 2024-11-07T10:50:13,822 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-07T10:50:13,822 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-07T10:50:13,824 INFO [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 706e588a9fa6c03f8f1af57ae6d8fcf0/meta of 706e588a9fa6c03f8f1af57ae6d8fcf0 into 254814314886447ab1b032fe31e7fb22(size=6.6 K), total size for store is 6.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T10:50:13,824 INFO [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 706e588a9fa6c03f8f1af57ae6d8fcf0/session of 706e588a9fa6c03f8f1af57ae6d8fcf0 into cf1f1777415c48c08c2d53fdd8515d8d(size=7.9 K), total size for store is 7.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T10:50:13,824 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: 2024-11-07T10:50:13,824 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: 2024-11-07T10:50:13,826 INFO [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., storeName=706e588a9fa6c03f8f1af57ae6d8fcf0/session, priority=12, startTime=1730976613368; duration=0sec 2024-11-07T10:50:13,826 INFO [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., storeName=706e588a9fa6c03f8f1af57ae6d8fcf0/meta, priority=13, startTime=1730976613366; duration=0sec 2024-11-07T10:50:13,827 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T10:50:13,827 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T10:50:13,827 DEBUG [RS:0;13a71e623771:39479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 706e588a9fa6c03f8f1af57ae6d8fcf0:meta 2024-11-07T10:50:13,827 DEBUG [RS:0;13a71e623771:39479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 706e588a9fa6c03f8f1af57ae6d8fcf0:session 2024-11-07T10:50:13,828 INFO [RS:0;13a71e623771:39479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T10:50:13,828 INFO [RS:0;13a71e623771:39479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T10:50:13,828 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T10:50:13,828 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-07T10:50:13,828 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T10:50:13,828 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1325): Online Regions={ba4171c274d8e8c1f33095d0cb5a9eb9=test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., da2426d775059865f68e72085e7940e7=ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7., a10ed6530c084cc01b50f33630cb5c33=backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33., 16fe34b56dd8457ea0cf31699228577a=ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a., 1588230740=hbase:meta,,1.1588230740, c3697d68bc13ea5288f7f9ed87f5c518=ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518., 706e588a9fa6c03f8f1af57ae6d8fcf0=backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.} 2024-11-07T10:50:13,828 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T10:50:13,828 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T10:50:13,828 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T10:50:13,828 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T10:50:13,828 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16fe34b56dd8457ea0cf31699228577a, 706e588a9fa6c03f8f1af57ae6d8fcf0, a10ed6530c084cc01b50f33630cb5c33, ba4171c274d8e8c1f33095d0cb5a9eb9, c3697d68bc13ea5288f7f9ed87f5c518, da2426d775059865f68e72085e7940e7 2024-11-07T10:50:13,828 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.17 KB heapSize=23.40 KB 2024-11-07T10:50:13,835 INFO [regionserver/13a71e623771:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T10:50:13,849 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/info/a311a915e94f4992acfbca9f5c4d8267 is 159, key is ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a./info:regioninfo/1730976520903/Put/seqid=0 2024-11-07T10:50:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741977_1153 (size=14126) 2024-11-07T10:50:13,915 INFO [regionserver/13a71e623771:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T10:50:13,915 INFO [regionserver/13a71e623771:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T10:50:14,029 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16fe34b56dd8457ea0cf31699228577a, 706e588a9fa6c03f8f1af57ae6d8fcf0, a10ed6530c084cc01b50f33630cb5c33, ba4171c274d8e8c1f33095d0cb5a9eb9, c3697d68bc13ea5288f7f9ed87f5c518, da2426d775059865f68e72085e7940e7 2024-11-07T10:50:14,181 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f2/f630ff61f28b4c65bb4b6b331c6a507a 2024-11-07T10:50:14,193 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/.tmp/f2/f630ff61f28b4c65bb4b6b331c6a507a as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f2/f630ff61f28b4c65bb4b6b331c6a507a 2024-11-07T10:50:14,202 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/f2/f630ff61f28b4c65bb4b6b331c6a507a, entries=7, sequenceid=348, filesize=5.3 K 2024-11-07T10:50:14,204 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ba4171c274d8e8c1f33095d0cb5a9eb9 in 446ms, sequenceid=348, compaction requested=false 2024-11-07T10:50:14,208 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/default/test-1730976516836/ba4171c274d8e8c1f33095d0cb5a9eb9/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-07T10:50:14,208 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:14,208 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:50:14,208 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba4171c274d8e8c1f33095d0cb5a9eb9: Waiting for close lock at 1730976613756Running coprocessor pre-close hooks at 1730976613756Disabling compacts and flushes for region at 1730976613756Disabling writes for close at 1730976613757 (+1 ms)Obtaining lock to block concurrent updates at 1730976613757Preparing flush snapshotting stores in ba4171c274d8e8c1f33095d0cb5a9eb9 at 1730976613757Finished memstore snapshotting test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1730976613757Flushing stores of test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. at 1730976613758 (+1 ms)Flushing ba4171c274d8e8c1f33095d0cb5a9eb9/f2: creating writer at 1730976613758Flushing ba4171c274d8e8c1f33095d0cb5a9eb9/f2: appending metadata at 1730976613776 (+18 ms)Flushing ba4171c274d8e8c1f33095d0cb5a9eb9/f2: closing flushed file at 1730976613776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59249c40: reopening flushed file at 1730976614192 (+416 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ba4171c274d8e8c1f33095d0cb5a9eb9 in 446ms, sequenceid=348, compaction requested=false at 1730976614204 (+12 ms)Writing region close event to WAL at 1730976614205 (+1 ms)Running coprocessor post-close hooks at 1730976614208 (+3 ms)Closed at 1730976614208 2024-11-07T10:50:14,209 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1730976516836,,1730976517326.ba4171c274d8e8c1f33095d0cb5a9eb9. 2024-11-07T10:50:14,209 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da2426d775059865f68e72085e7940e7, disabling compactions & flushes 2024-11-07T10:50:14,209 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:50:14,209 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:50:14,209 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. after waiting 0 ms 2024-11-07T10:50:14,209 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:50:14,212 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns4/test-17309765168363/da2426d775059865f68e72085e7940e7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T10:50:14,212 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:14,213 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:50:14,213 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da2426d775059865f68e72085e7940e7: Waiting for close lock at 1730976614209Running coprocessor pre-close hooks at 1730976614209Disabling compacts and flushes for region at 1730976614209Disabling writes for close at 1730976614209Writing region close event to WAL at 1730976614209Running coprocessor post-close hooks at 1730976614212 (+3 ms)Closed at 1730976614213 (+1 ms) 2024-11-07T10:50:14,213 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17309765168363,,1730976523182.da2426d775059865f68e72085e7940e7. 2024-11-07T10:50:14,213 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a10ed6530c084cc01b50f33630cb5c33, disabling compactions & flushes 2024-11-07T10:50:14,213 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:50:14,213 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:50:14,213 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. after waiting 0 ms 2024-11-07T10:50:14,213 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:50:14,216 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system_bulk/a10ed6530c084cc01b50f33630cb5c33/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T10:50:14,216 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:14,217 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:50:14,217 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a10ed6530c084cc01b50f33630cb5c33: Waiting for close lock at 1730976614213Running coprocessor pre-close hooks at 1730976614213Disabling compacts and flushes for region at 1730976614213Disabling writes for close at 1730976614213Writing region close event to WAL at 1730976614213Running coprocessor post-close hooks at 1730976614216 (+3 ms)Closed at 1730976614216 2024-11-07T10:50:14,217 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1730976529362.a10ed6530c084cc01b50f33630cb5c33. 2024-11-07T10:50:14,217 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16fe34b56dd8457ea0cf31699228577a, disabling compactions & flushes 2024-11-07T10:50:14,217 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:50:14,217 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:50:14,217 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. after waiting 0 ms 2024-11-07T10:50:14,217 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:50:14,220 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns2/test-17309765168361/16fe34b56dd8457ea0cf31699228577a/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-07T10:50:14,221 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:14,221 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:50:14,221 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16fe34b56dd8457ea0cf31699228577a: Waiting for close lock at 1730976614217Running coprocessor pre-close hooks at 1730976614217Disabling compacts and flushes for region at 1730976614217Disabling writes for close at 1730976614217Writing region close event to WAL at 1730976614217Running coprocessor post-close hooks at 1730976614221 (+4 ms)Closed at 1730976614221 2024-11-07T10:50:14,221 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17309765168361,,1730976519693.16fe34b56dd8457ea0cf31699228577a. 2024-11-07T10:50:14,221 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3697d68bc13ea5288f7f9ed87f5c518, disabling compactions & flushes 2024-11-07T10:50:14,221 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:50:14,221 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:50:14,221 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. after waiting 0 ms 2024-11-07T10:50:14,221 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:50:14,224 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/ns3/test-17309765168362/c3697d68bc13ea5288f7f9ed87f5c518/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T10:50:14,225 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:14,225 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:50:14,225 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3697d68bc13ea5288f7f9ed87f5c518: Waiting for close lock at 1730976614221Running coprocessor pre-close hooks at 1730976614221Disabling compacts and flushes for region at 1730976614221Disabling writes for close at 1730976614221Writing region close event to WAL at 1730976614221Running coprocessor post-close hooks at 1730976614225 (+4 ms)Closed at 1730976614225 2024-11-07T10:50:14,225 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17309765168362,,1730976521995.c3697d68bc13ea5288f7f9ed87f5c518. 2024-11-07T10:50:14,225 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 706e588a9fa6c03f8f1af57ae6d8fcf0, disabling compactions & flushes 2024-11-07T10:50:14,225 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:14,225 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:14,225 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. after waiting 0 ms 2024-11-07T10:50:14,225 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:14,225 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0 2/2 column families, dataSize=594 B heapSize=1.23 KB 2024-11-07T10:50:14,229 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:14,229 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/2fa429dc92474341806fb8c3086ae0c5 is 554, key is session:backup_1730976598108/session:context/1730976613638/Put/seqid=0 2024-11-07T10:50:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741978_1154 (size=5655) 2024-11-07T10:50:14,254 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.16 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/info/a311a915e94f4992acfbca9f5c4d8267 2024-11-07T10:50:14,275 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/ns/dccec6ddd6184827b3c3ba4fb82f2016 is 43, key is default/ns:d/1730976512108/Put/seqid=0 2024-11-07T10:50:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741979_1155 (size=5345) 2024-11-07T10:50:14,429 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:14,629 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 706e588a9fa6c03f8f1af57ae6d8fcf0 2024-11-07T10:50:14,635 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/2fa429dc92474341806fb8c3086ae0c5 2024-11-07T10:50:14,647 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/.tmp/session/2fa429dc92474341806fb8c3086ae0c5 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/2fa429dc92474341806fb8c3086ae0c5 2024-11-07T10:50:14,653 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/2fa429dc92474341806fb8c3086ae0c5, entries=2, sequenceid=57, filesize=5.5 K 2024-11-07T10:50:14,654 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for 706e588a9fa6c03f8f1af57ae6d8fcf0 in 429ms, sequenceid=57, compaction requested=false 2024-11-07T10:50:14,655 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda] to archive 2024-11-07T10:50:14,656 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T10:50:14,659 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/0c56426fe93b4738b2c836befebcf23d 2024-11-07T10:50:14,660 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/81119cd5d2244753b1d6c60719287495 2024-11-07T10:50:14,661 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/meta/15ea23cc8098489f87a49b9c27180eda 2024-11-07T10:50:14,666 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=13a71e623771:43199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T10:50:14,667 WARN [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [0c56426fe93b4738b2c836befebcf23d=5914, 81119cd5d2244753b1d6c60719287495=5745, 15ea23cc8098489f87a49b9c27180eda=6646] 2024-11-07T10:50:14,667 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c] to archive 2024-11-07T10:50:14,668 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T10:50:14,670 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/221f6b71c66a45549c0bc42574b3bfb5 2024-11-07T10:50:14,671 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33 to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/0dbfebd17da6410c98a603eedd414d33 2024-11-07T10:50:14,672 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/35bb62bac75a4431bdb8e00a6c0e9a7b 2024-11-07T10:50:14,673 DEBUG [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c to hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/archive/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/session/02316c8d5b9e470681891c677056ca1c 2024-11-07T10:50:14,673 WARN [StoreCloser-backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [221f6b71c66a45549c0bc42574b3bfb5=5049, 0dbfebd17da6410c98a603eedd414d33=5535, 35bb62bac75a4431bdb8e00a6c0e9a7b=6682, 02316c8d5b9e470681891c677056ca1c=5928] 2024-11-07T10:50:14,677 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/backup/system/706e588a9fa6c03f8f1af57ae6d8fcf0/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=50 2024-11-07T10:50:14,677 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:14,677 INFO [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:14,678 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 706e588a9fa6c03f8f1af57ae6d8fcf0: Waiting for close lock at 1730976614225Running coprocessor pre-close hooks at 1730976614225Disabling compacts and flushes for region at 1730976614225Disabling writes for close at 1730976614225Obtaining lock to block concurrent updates at 1730976614225Preparing flush snapshotting stores in 706e588a9fa6c03f8f1af57ae6d8fcf0 at 1730976614225Finished memstore snapshotting backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1224, getOffHeapSize=0, getCellsCount=2 at 1730976614226 (+1 ms)Flushing stores of backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. at 1730976614226Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/session: creating writer at 1730976614226Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/session: appending metadata at 1730976614229 (+3 ms)Flushing 706e588a9fa6c03f8f1af57ae6d8fcf0/session: closing flushed file at 1730976614229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754048f4: reopening flushed file at 1730976614646 (+417 ms)Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for 706e588a9fa6c03f8f1af57ae6d8fcf0 in 429ms, sequenceid=57, compaction requested=false at 1730976614654 (+8 ms)Writing region close event to WAL at 1730976614673 (+19 ms)Running coprocessor post-close hooks at 1730976614677 (+4 ms)Closed at 1730976614677 2024-11-07T10:50:14,678 DEBUG [RS_CLOSE_REGION-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1730976527186.706e588a9fa6c03f8f1af57ae6d8fcf0. 2024-11-07T10:50:14,679 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/ns/dccec6ddd6184827b3c3ba4fb82f2016 2024-11-07T10:50:14,697 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/table/76d13fc108b34b5d95f344f9cdf277ab is 59, key is ns2:test-17309765168361/table:state/1730976520917/Put/seqid=0 2024-11-07T10:50:14,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741980_1156 (size=5866) 2024-11-07T10:50:14,830 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T10:50:14,830 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T10:50:14,830 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T10:50:15,030 DEBUG [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T10:50:15,101 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/table/76d13fc108b34b5d95f344f9cdf277ab 2024-11-07T10:50:15,107 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/info/a311a915e94f4992acfbca9f5c4d8267 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/info/a311a915e94f4992acfbca9f5c4d8267 2024-11-07T10:50:15,112 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/info/a311a915e94f4992acfbca9f5c4d8267, entries=69, sequenceid=59, filesize=13.8 K 2024-11-07T10:50:15,116 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/ns/dccec6ddd6184827b3c3ba4fb82f2016 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/ns/dccec6ddd6184827b3c3ba4fb82f2016 2024-11-07T10:50:15,122 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/ns/dccec6ddd6184827b3c3ba4fb82f2016, entries=7, sequenceid=59, filesize=5.2 K 2024-11-07T10:50:15,123 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/.tmp/table/76d13fc108b34b5d95f344f9cdf277ab as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/table/76d13fc108b34b5d95f344f9cdf277ab 2024-11-07T10:50:15,128 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/table/76d13fc108b34b5d95f344f9cdf277ab, entries=13, sequenceid=59, filesize=5.7 K 2024-11-07T10:50:15,129 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=59, compaction requested=false 2024-11-07T10:50:15,133 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/data/hbase/meta/1588230740/recovered.edits/62.seqid, newMaxSeqId=62, maxSeqId=1 2024-11-07T10:50:15,134 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:15,134 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T10:50:15,134 INFO [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T10:50:15,134 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730976613828Running coprocessor pre-close hooks at 1730976613828Disabling compacts and flushes for region at 1730976613828Disabling writes for close at 1730976613828Obtaining lock to block concurrent updates at 1730976613828Preparing flush snapshotting stores in 1588230740 at 1730976613828Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13486, getHeapSize=23896, getOffHeapSize=0, getCellsCount=125 at 1730976613829 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730976613829Flushing 1588230740/info: creating writer at 1730976613829Flushing 1588230740/info: appending metadata at 1730976613849 (+20 ms)Flushing 1588230740/info: closing flushed file at 1730976613849Flushing 1588230740/ns: creating writer at 1730976614259 (+410 ms)Flushing 1588230740/ns: appending metadata at 1730976614274 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730976614274Flushing 1588230740/table: creating writer at 1730976614684 (+410 ms)Flushing 1588230740/table: appending metadata at 1730976614697 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730976614697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380e2000: reopening flushed file at 1730976615106 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557c658c: reopening flushed file at 1730976615112 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78af2278: reopening flushed file at 1730976615122 (+10 ms)Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=59, compaction requested=false at 1730976615129 (+7 ms)Writing region close event to WAL at 1730976615130 (+1 ms)Running coprocessor post-close hooks at 1730976615134 (+4 ms)Closed at 1730976615134 2024-11-07T10:50:15,134 DEBUG [RS_CLOSE_META-regionserver/13a71e623771:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T10:50:15,230 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(976): stopping server 13a71e623771,39479,1730976507608; all regions closed. 2024-11-07T10:50:15,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.meta.1730976602568.meta not finished, retry = 0 2024-11-07T10:50:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741954_1130 (size=3260) 2024-11-07T10:50:15,343 DEBUG [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs 2024-11-07T10:50:15,343 INFO [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.meta:.meta(num 1730976602568) 2024-11-07T10:50:15,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1.1730976602607 not finished, retry = 0 2024-11-07T10:50:15,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741956_1132 (size=5275) 2024-11-07T10:50:15,453 DEBUG [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs 2024-11-07T10:50:15,453 INFO [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-1:(num 1730976602607) 2024-11-07T10:50:15,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741955_1131 (size=1037) 2024-11-07T10:50:15,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/WALs/13a71e623771,39479,1730976507608/13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0.1730976602589 not finished, retry = 0 2024-11-07T10:50:15,564 DEBUG [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/oldWALs 2024-11-07T10:50:15,564 INFO [RS:0;13a71e623771:39479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13a71e623771%2C39479%2C1730976507608.13a71e623771%2C39479%2C1730976507608.regiongroup-0:(num 1730976602589) 2024-11-07T10:50:15,564 DEBUG [RS:0;13a71e623771:39479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:15,564 INFO [RS:0;13a71e623771:39479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T10:50:15,565 INFO [RS:0;13a71e623771:39479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T10:50:15,566 INFO [RS:0;13a71e623771:39479 {}] hbase.ChoreService(370): Chore service for: regionserver/13a71e623771:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T10:50:15,566 INFO [RS:0;13a71e623771:39479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T10:50:15,566 INFO [regionserver/13a71e623771:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T10:50:15,567 INFO [RS:0;13a71e623771:39479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39479 2024-11-07T10:50:15,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-07T10:50:15,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/13a71e623771,39479,1730976507608 2024-11-07T10:50:15,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-07T10:50:15,630 INFO [RS:0;13a71e623771:39479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T10:50:15,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [13a71e623771,39479,1730976507608] 2024-11-07T10:50:15,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/13a71e623771,39479,1730976507608 already deleted, retry=false 2024-11-07T10:50:15,651 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 13a71e623771,39479,1730976507608 expired; onlineServers=0 2024-11-07T10:50:15,651 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '13a71e623771,43199,1730976505990' ***** 2024-11-07T10:50:15,651 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T10:50:15,651 INFO [M:0;13a71e623771:43199 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-07T10:50:15,658 INFO [M:0;13a71e623771:43199 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-07T10:50:15,658 INFO [M:0;13a71e623771:43199 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-07T10:50:15,658 INFO [M:0;13a71e623771:43199 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T10:50:15,659 INFO [M:0;13a71e623771:43199 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-07T10:50:15,659 INFO [M:0;13a71e623771:43199 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,STOPPED} 2024-11-07T10:50:15,659 INFO [M:0;13a71e623771:43199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T10:50:15,659 INFO [M:0;13a71e623771:43199 {}] master.HMaster(1770): Stopping master jetty server 2024-11-07T10:50:15,660 INFO [M:0;13a71e623771:43199 {}] server.AbstractConnector(383): Stopped ServerConnector@152a58b6{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-07T10:50:15,660 INFO [M:0;13a71e623771:43199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T10:50:15,660 DEBUG [M:0;13a71e623771:43199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T10:50:15,660 INFO [M:0;13a71e623771:43199 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-07T10:50:15,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T10:50:15,660 INFO [M:0;13a71e623771:43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;13a71e623771:43199. 2024-11-07T10:50:15,660 DEBUG [master/13a71e623771:0:becomeActiveMaster-HFileCleaner.large.0-1730976510695 {}] cleaner.HFileCleaner(306): Exit Thread[master/13a71e623771:0:becomeActiveMaster-HFileCleaner.large.0-1730976510695,5,FailOnTimeoutGroup] 2024-11-07T10:50:15,660 DEBUG [master/13a71e623771:0:becomeActiveMaster-HFileCleaner.small.0-1730976510696 {}] cleaner.HFileCleaner(306): Exit Thread[master/13a71e623771:0:becomeActiveMaster-HFileCleaner.small.0-1730976510696,5,FailOnTimeoutGroup] 2024-11-07T10:50:15,660 DEBUG [M:0;13a71e623771:43199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T10:50:15,660 DEBUG [M:0;13a71e623771:43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:15,661 DEBUG [M:0;13a71e623771:43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T10:50:15,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T10:50:15,661 DEBUG [M:0;13a71e623771:43199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T10:50:15,661 INFO [M:0;13a71e623771:43199 {}] hbase.ChoreService(370): Chore service for: master/13a71e623771:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T10:50:15,661 INFO [M:0;13a71e623771:43199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T10:50:15,661 DEBUG [M:0;13a71e623771:43199 {}] master.HMaster(1795): Stopping service threads 2024-11-07T10:50:15,661 INFO [M:0;13a71e623771:43199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T10:50:15,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-07T10:50:15,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-07T10:50:15,661 INFO [M:0;13a71e623771:43199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T10:50:15,662 INFO [M:0;13a71e623771:43199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T10:50:15,662 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T10:50:15,662 DEBUG [M:0;13a71e623771:43199 {}] zookeeper.ZKUtil(347): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-07T10:50:15,662 WARN [M:0;13a71e623771:43199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T10:50:15,663 INFO [M:0;13a71e623771:43199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/.lastflushedseqids 2024-11-07T10:50:15,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741981_1157 (size=495) 2024-11-07T10:50:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T10:50:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10114e958df0001, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T10:50:15,741 INFO [RS:0;13a71e623771:39479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T10:50:15,741 INFO [RS:0;13a71e623771:39479 {}] regionserver.HRegionServer(1031): Exiting; stopping=13a71e623771,39479,1730976507608; zookeeper connection closed. 2024-11-07T10:50:15,742 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@99f0673 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@99f0673 2024-11-07T10:50:15,742 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T10:50:16,074 INFO [M:0;13a71e623771:43199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T10:50:16,075 INFO [M:0;13a71e623771:43199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T10:50:16,075 DEBUG [M:0;13a71e623771:43199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T10:50:16,096 INFO [M:0;13a71e623771:43199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T10:50:16,096 DEBUG [M:0;13a71e623771:43199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T10:50:16,096 DEBUG [M:0;13a71e623771:43199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T10:50:16,096 DEBUG [M:0;13a71e623771:43199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T10:50:16,096 INFO [M:0;13a71e623771:43199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=318.92 KB heapSize=374.90 KB 2024-11-07T10:50:16,111 DEBUG [M:0;13a71e623771:43199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5438675227b4746bcf5dd1616b9c9cc is 82, key is hbase:meta,,1/info:regioninfo/1730976512029/Put/seqid=0 2024-11-07T10:50:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741982_1158 (size=5672) 2024-11-07T10:50:16,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17309765168361 2024-11-07T10:50:16,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T10:50:16,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-07T10:50:16,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T10:50:16,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-07T10:50:16,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17309765168363 2024-11-07T10:50:16,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1730976516836 2024-11-07T10:50:16,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17309765168362 2024-11-07T10:50:16,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-07T10:50:16,515 INFO [M:0;13a71e623771:43199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5438675227b4746bcf5dd1616b9c9cc 2024-11-07T10:50:16,544 DEBUG [M:0;13a71e623771:43199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96772c9939cc4a48a9e798f36ccfead7 is 2183, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1730976563058/Put/seqid=0 2024-11-07T10:50:16,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741983_1159 (size=26493) 2024-11-07T10:50:16,949 INFO [M:0;13a71e623771:43199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=318.37 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96772c9939cc4a48a9e798f36ccfead7 2024-11-07T10:50:16,954 INFO [M:0;13a71e623771:43199 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96772c9939cc4a48a9e798f36ccfead7 2024-11-07T10:50:16,967 DEBUG [M:0;13a71e623771:43199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1942d4805b1412f9159955d41cafbe0 is 69, key is 13a71e623771,39479,1730976507608/rs:state/1730976510812/Put/seqid=0 2024-11-07T10:50:16,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741984_1160 (size=5156) 2024-11-07T10:50:17,373 INFO [M:0;13a71e623771:43199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1942d4805b1412f9159955d41cafbe0 2024-11-07T10:50:17,383 DEBUG [M:0;13a71e623771:43199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5438675227b4746bcf5dd1616b9c9cc as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5438675227b4746bcf5dd1616b9c9cc 2024-11-07T10:50:17,388 INFO [M:0;13a71e623771:43199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5438675227b4746bcf5dd1616b9c9cc, entries=8, sequenceid=667, filesize=5.5 K 2024-11-07T10:50:17,389 DEBUG [M:0;13a71e623771:43199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96772c9939cc4a48a9e798f36ccfead7 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96772c9939cc4a48a9e798f36ccfead7 2024-11-07T10:50:17,394 INFO [M:0;13a71e623771:43199 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96772c9939cc4a48a9e798f36ccfead7 2024-11-07T10:50:17,394 INFO [M:0;13a71e623771:43199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96772c9939cc4a48a9e798f36ccfead7, entries=69, sequenceid=667, filesize=25.9 K 2024-11-07T10:50:17,395 DEBUG [M:0;13a71e623771:43199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1942d4805b1412f9159955d41cafbe0 as hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1942d4805b1412f9159955d41cafbe0 2024-11-07T10:50:17,399 INFO [M:0;13a71e623771:43199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1942d4805b1412f9159955d41cafbe0, entries=1, sequenceid=667, filesize=5.0 K 2024-11-07T10:50:17,400 INFO [M:0;13a71e623771:43199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~318.92 KB/326579, heapSize ~374.60 KB/383592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=667, compaction requested=false 2024-11-07T10:50:17,401 INFO [M:0;13a71e623771:43199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T10:50:17,401 DEBUG [M:0;13a71e623771:43199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730976616075Disabling compacts and flushes for region at 1730976616075Disabling writes for close at 1730976616096 (+21 ms)Obtaining lock to block concurrent updates at 1730976616096Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730976616096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=326579, getHeapSize=383832, getOffHeapSize=0, getCellsCount=746 at 1730976616097 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730976616097Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730976616097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730976616110 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730976616110Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730976616522 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730976616544 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730976616544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730976616954 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730976616967 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730976616967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ab9c8a: reopening flushed file at 1730976617383 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c34b63: reopening flushed file at 1730976617388 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5265c356: reopening flushed file at 1730976617394 (+6 ms)Finished flush of dataSize ~318.92 KB/326579, heapSize ~374.60 KB/383592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=667, compaction requested=false at 1730976617400 (+6 ms)Writing region close event to WAL at 1730976617401 (+1 ms)Closed at 1730976617401 2024-11-07T10:50:17,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b88f6944-4824-e72b-1ccd-01b5b3a60b00/MasterData/WALs/13a71e623771,43199,1730976505990/13a71e623771%2C43199%2C1730976505990.13a71e623771%2C43199%2C1730976505990.regiongroup-0.1730976509811 not finished, retry = 0 2024-11-07T10:50:17,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741830_1006 (size=370669) 2024-11-07T10:50:17,506 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T10:50:17,506 INFO [M:0;13a71e623771:43199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T10:50:17,506 INFO [M:0;13a71e623771:43199 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-07T10:50:17,506 INFO [M:0;13a71e623771:43199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43199 2024-11-07T10:50:17,507 INFO [M:0;13a71e623771:43199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T10:50:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T10:50:17,623 INFO [M:0;13a71e623771:43199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T10:50:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x10114e958df0000, quorum=127.0.0.1:60275, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T10:50:17,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T10:50:17,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T10:50:17,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T10:50:17,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T10:50:17,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,STOPPED} 2024-11-07T10:50:17,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T10:50:17,634 WARN [BP-558928678-172.17.0.2-1730976502052 heartbeating to localhost/127.0.0.1:44433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T10:50:17,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T10:50:17,634 WARN [BP-558928678-172.17.0.2-1730976502052 heartbeating to localhost/127.0.0.1:44433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558928678-172.17.0.2-1730976502052 (Datanode Uuid 0411189e-2005-4ed2-91f7-a2bffba25efd) service to localhost/127.0.0.1:44433 2024-11-07T10:50:17,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/data/data1/current/BP-558928678-172.17.0.2-1730976502052 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T10:50:17,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/cluster_84f8f276-f9e3-02d4-f5cd-6ba6e2a3be48/data/data2/current/BP-558928678-172.17.0.2-1730976502052 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T10:50:17,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T10:50:17,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T10:50:17,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T10:50:17,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T10:50:17,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T10:50:17,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,STOPPED} 2024-11-07T10:50:17,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T10:50:17,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T10:50:17,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-07T10:50:17,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22d2c5a2{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-07T10:50:17,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f8c3f02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T10:50:17,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T10:50:17,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f656dac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-07T10:50:17,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ee0f7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,STOPPED} 2024-11-07T10:50:17,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fb2eecb{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-07T10:50:17,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a9263f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T10:50:17,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T10:50:17,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12beffc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-07T10:50:17,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b58f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,STOPPED} 2024-11-07T10:50:17,719 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-07T10:50:17,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4801cc36{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-07T10:50:17,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T10:50:17,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T10:50:17,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-07T10:50:17,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,STOPPED} 2024-11-07T10:50:17,723 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-07T10:50:17,726 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-07T10:50:17,727 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-07T10:50:17,728 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-07T10:50:17,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@434affc2{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-07T10:50:17,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37e8ed89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T10:50:17,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T10:50:17,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a908e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-07T10:50:17,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c56adc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/addf9ab7-4bab-a1f8-5b49-3493bac26714/hadoop.log.dir/,STOPPED} 2024-11-07T10:50:17,732 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-07T10:50:17,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped