2024-11-08 21:37:01,712 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-08 21:37:01,728 main DEBUG Took 0.013598 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 21:37:01,729 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 21:37:01,729 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 21:37:01,731 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 21:37:01,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,747 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 21:37:01,764 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,767 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,769 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,770 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,771 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,773 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,774 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,775 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,777 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,778 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,779 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:37:01,781 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,782 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 21:37:01,784 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:37:01,785 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 21:37:01,788 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 21:37:01,789 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 21:37:01,790 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 21:37:01,791 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 21:37:01,802 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 21:37:01,806 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 21:37:01,808 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 21:37:01,809 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 21:37:01,809 main DEBUG createAppenders(={Console}) 2024-11-08 21:37:01,810 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-08 21:37:01,811 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-08 21:37:01,811 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-08 21:37:01,812 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 21:37:01,812 main DEBUG OutputStream closed 2024-11-08 21:37:01,813 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 21:37:01,813 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 21:37:01,813 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-08 21:37:01,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 21:37:01,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 21:37:01,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 21:37:01,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 21:37:01,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 21:37:01,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 21:37:01,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 21:37:01,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 21:37:01,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 21:37:01,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 21:37:01,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 21:37:01,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 21:37:01,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 21:37:01,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 21:37:01,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 21:37:01,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 21:37:01,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 21:37:01,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 21:37:01,914 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 21:37:01,914 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-08 21:37:01,914 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 21:37:01,915 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-08T21:37:01,953 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-08 21:37:01,956 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 21:37:01,957 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T21:37:02,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074 2024-11-08T21:37:02,340 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-08T21:37:02,342 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:37:02,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T21:37:02,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede, deleteOnExit=true 2024-11-08T21:37:02,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T21:37:02,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/test.cache.data in system properties and HBase conf 2024-11-08T21:37:02,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T21:37:02,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir in system properties and HBase conf 2024-11-08T21:37:02,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T21:37:02,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T21:37:02,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T21:37:02,478 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T21:37:02,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T21:37:02,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T21:37:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T21:37:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T21:37:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T21:37:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T21:37:02,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T21:37:02,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T21:37:02,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T21:37:02,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T21:37:02,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/nfs.dump.dir in system properties and HBase conf 2024-11-08T21:37:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/java.io.tmpdir in system properties and HBase conf 2024-11-08T21:37:02,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T21:37:02,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T21:37:02,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T21:37:03,727 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T21:37:03,811 INFO [Time-limited test {}] log.Log(170): Logging initialized @2934ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T21:37:03,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:03,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T21:37:03,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:37:03,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:37:03,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T21:37:04,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:04,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:37:04,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T21:37:04,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/java.io.tmpdir/jetty-localhost-38593-hadoop-hdfs-3_4_1-tests_jar-_-any-3003823769262189025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T21:37:04,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:38593} 2024-11-08T21:37:04,236 INFO [Time-limited test {}] server.Server(415): Started @3361ms 2024-11-08T21:37:04,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:04,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T21:37:04,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:37:04,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:37:04,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T21:37:04,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:37:04,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T21:37:04,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/java.io.tmpdir/jetty-localhost-45347-hadoop-hdfs-3_4_1-tests_jar-_-any-2870480188559293334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T21:37:04,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:45347} 2024-11-08T21:37:04,946 INFO [Time-limited test {}] server.Server(415): Started @4070ms 2024-11-08T21:37:05,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T21:37:06,432 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/data/data1/current/BP-552307062-172.17.0.3-1731101823199/current, will proceed with Du for space computation calculation, 2024-11-08T21:37:06,432 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/data/data2/current/BP-552307062-172.17.0.3-1731101823199/current, will proceed with Du for space computation calculation, 2024-11-08T21:37:06,471 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T21:37:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e3a27ccbf57600c with lease ID 0xf3d9756fc11ccc34: Processing first storage report for DS-4391351d-1b93-4a62-852a-ef536137f8da from datanode DatanodeRegistration(127.0.0.1:42859, datanodeUuid=a92f12ca-32a1-42f6-8059-5dfd7dd459ed, infoPort=44545, infoSecurePort=0, ipcPort=40225, storageInfo=lv=-57;cid=testClusterID;nsid=788638704;c=1731101823199) 2024-11-08T21:37:06,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e3a27ccbf57600c with lease ID 0xf3d9756fc11ccc34: from storage DS-4391351d-1b93-4a62-852a-ef536137f8da node DatanodeRegistration(127.0.0.1:42859, datanodeUuid=a92f12ca-32a1-42f6-8059-5dfd7dd459ed, infoPort=44545, infoSecurePort=0, ipcPort=40225, storageInfo=lv=-57;cid=testClusterID;nsid=788638704;c=1731101823199), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T21:37:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e3a27ccbf57600c with lease ID 0xf3d9756fc11ccc34: Processing first storage report for DS-a85c75ea-5bd5-475b-b39d-119c1a518d4a from datanode DatanodeRegistration(127.0.0.1:42859, datanodeUuid=a92f12ca-32a1-42f6-8059-5dfd7dd459ed, infoPort=44545, infoSecurePort=0, ipcPort=40225, storageInfo=lv=-57;cid=testClusterID;nsid=788638704;c=1731101823199) 2024-11-08T21:37:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e3a27ccbf57600c with lease ID 0xf3d9756fc11ccc34: from storage DS-a85c75ea-5bd5-475b-b39d-119c1a518d4a node DatanodeRegistration(127.0.0.1:42859, datanodeUuid=a92f12ca-32a1-42f6-8059-5dfd7dd459ed, infoPort=44545, infoSecurePort=0, ipcPort=40225, storageInfo=lv=-57;cid=testClusterID;nsid=788638704;c=1731101823199), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T21:37:06,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074 2024-11-08T21:37:06,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/zookeeper_0, clientPort=54017, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T21:37:06,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54017 2024-11-08T21:37:06,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:37:06,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:37:07,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741825_1001 (size=7) 2024-11-08T21:37:07,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e with version=8 2024-11-08T21:37:07,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/hbase-staging 2024-11-08T21:37:07,539 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-08T21:37:07,540 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-08T21:37:07,540 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-08T21:37:07,540 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-08T21:37:07,612 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T21:37:07,876 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T21:37:07,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T21:37:07,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T21:37:07,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T21:37:07,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T21:37:07,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T21:37:08,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T21:37:08,086 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T21:37:08,096 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T21:37:08,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T21:37:08,122 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 138733 (auto-detected) 2024-11-08T21:37:08,123 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T21:37:08,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46879 2024-11-08T21:37:08,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46879 connecting to ZooKeeper ensemble=127.0.0.1:54017 2024-11-08T21:37:08,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468790x0, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T21:37:08,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46879-0x1011c619a7d0000 connected 2024-11-08T21:37:08,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:37:08,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:37:08,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T21:37:08,418 INFO [Time-limited test {}] log.Log(170): Logging initialized @7542ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T21:37:08,457 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-08T21:37:08,457 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-08T21:37:08,458 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-08T21:37:08,458 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-08T21:37:08,459 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-08T21:37:08,460 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-08T21:37:08,460 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-08T21:37:08,460 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-08T21:37:08,462 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-08T21:37:08,518 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 38195 2024-11-08T21:37:08,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T21:37:08,531 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T21:37:08,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:37:08,533 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T21:37:08,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-08T21:37:08,577 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-08T21:37:08,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:37:08,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:37:08,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T21:37:08,591 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T21:37:09,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-08T21:37:09,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:38195} 2024-11-08T21:37:09,203 INFO [Time-limited test {}] server.Server(415): Started @8327ms 2024-11-08T21:37:09,206 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e, hbase.cluster.distributed=false 2024-11-08T21:37:09,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-08T21:37:09,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46879 2024-11-08T21:37:09,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46879 2024-11-08T21:37:09,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46879 2024-11-08T21:37:09,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46879 2024-11-08T21:37:09,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46879 2024-11-08T21:37:09,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T21:37:09,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T21:37:09,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T21:37:09,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T21:37:09,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T21:37:09,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T21:37:09,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T21:37:09,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T21:37:09,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34891 2024-11-08T21:37:09,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34891 connecting to ZooKeeper ensemble=127.0.0.1:54017 2024-11-08T21:37:09,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:37:09,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:37:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348910x0, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T21:37:09,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348910x0, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T21:37:09,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34891-0x1011c619a7d0001 connected 2024-11-08T21:37:09,442 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-08T21:37:09,443 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-08T21:37:09,443 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-08T21:37:09,443 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-08T21:37:09,443 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-08T21:37:09,445 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-08T21:37:09,445 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-08T21:37:09,445 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-08T21:37:09,445 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-08T21:37:09,448 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 35163 2024-11-08T21:37:09,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T21:37:09,450 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T21:37:09,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:37:09,451 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T21:37:09,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-08T21:37:09,472 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-08T21:37:09,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:37:09,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:37:09,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T21:37:09,475 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T21:37:09,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-08T21:37:09,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:35163} 2024-11-08T21:37:09,480 INFO [Time-limited test {}] server.Server(415): Started @8604ms 2024-11-08T21:37:09,485 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T21:37:09,495 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T21:37:09,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-08T21:37:09,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-08T21:37:09,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34891 2024-11-08T21:37:09,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34891 2024-11-08T21:37:09,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34891 2024-11-08T21:37:09,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34891 2024-11-08T21:37:09,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34891 2024-11-08T21:37:09,532 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:46879 2024-11-08T21:37:09,536 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T21:37:09,539 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@234e862b{HTTP/1.1, (http/1.1)}{0.0.0.0:44357} 2024-11-08T21:37:09,539 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] server.Server(415): Started @8663ms 2024-11-08T21:37:09,539 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/ae1476a7656f,46879,1731101827694 2024-11-08T21:37:09,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T21:37:09,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T21:37:09,557 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/ae1476a7656f,46879,1731101827694 2024-11-08T21:37:09,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:09,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-08T21:37:09,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:09,588 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-08T21:37:09,589 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/ae1476a7656f,46879,1731101827694 from backup master directory 2024-11-08T21:37:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/ae1476a7656f,46879,1731101827694 2024-11-08T21:37:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T21:37:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T21:37:09,598 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T21:37:09,598 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,46879,1731101827694 2024-11-08T21:37:09,600 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T21:37:09,601 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T21:37:09,652 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/hbase.id] with ID: f8b9801e-57a4-4df1-bf4a-6c1f53672a61 2024-11-08T21:37:09,652 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.tmp/hbase.id 2024-11-08T21:37:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741826_1002 (size=42) 2024-11-08T21:37:10,063 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.tmp/hbase.id]:[hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/hbase.id] 2024-11-08T21:37:10,106 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:37:10,111 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T21:37:10,130 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T21:37:10,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:10,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:10,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741827_1003 (size=196) 2024-11-08T21:37:10,618 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:10,620 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T21:37:10,626 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T21:37:10,628 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T21:37:10,638 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:37:10,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741828_1004 (size=1189) 2024-11-08T21:37:11,091 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store 2024-11-08T21:37:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741829_1005 (size=34) 2024-11-08T21:37:11,515 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T21:37:11,518 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:11,519 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T21:37:11,520 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:37:11,520 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:37:11,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T21:37:11,523 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:37:11,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:37:11,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731101831519Disabling compacts and flushes for region at 1731101831519Disabling writes for close at 1731101831523 (+4 ms)Writing region close event to WAL at 1731101831523Closed at 1731101831523 2024-11-08T21:37:11,527 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/.initializing 2024-11-08T21:37:11,527 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/WALs/ae1476a7656f,46879,1731101827694 2024-11-08T21:37:11,532 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T21:37:11,537 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor ae1476a7656f,46879,1731101827694.regiongroup-0 2024-11-08T21:37:11,553 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C46879%2C1731101827694.ae1476a7656f%2C46879%2C1731101827694.regiongroup-0, suffix=, logDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/WALs/ae1476a7656f,46879,1731101827694, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/oldWALs, maxLogs=10 2024-11-08T21:37:11,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/WALs/ae1476a7656f,46879,1731101827694/ae1476a7656f%2C46879%2C1731101827694.ae1476a7656f%2C46879%2C1731101827694.regiongroup-0.1731101831558, exclude list is [], retry=0 2024-11-08T21:37:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:11,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T21:37:11,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/WALs/ae1476a7656f,46879,1731101827694/ae1476a7656f%2C46879%2C1731101827694.ae1476a7656f%2C46879%2C1731101827694.regiongroup-0.1731101831558 2024-11-08T21:37:11,636 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:11,637 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:11,637 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:11,640 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,641 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T21:37:11,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:11,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:11,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T21:37:11,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:11,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:11,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T21:37:11,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:11,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:11,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T21:37:11,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:11,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:11,727 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,731 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,732 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,739 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,739 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,743 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T21:37:11,748 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:37:11,756 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:37:11,758 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10066482240, jitterRate=-0.06248578429222107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T21:37:11,768 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731101831657Initializing all the Stores at 1731101831659 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731101831660 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101831662 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101831662Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101831662Cleaning up temporary data from old regions at 1731101831740 (+78 ms)Region opened successfully at 1731101831768 (+28 ms) 2024-11-08T21:37:11,770 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T21:37:11,804 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635e8af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T21:37:11,847 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T21:37:11,862 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T21:37:11,862 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T21:37:11,866 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T21:37:11,868 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T21:37:11,876 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-08T21:37:11,877 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T21:37:11,912 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T21:37:11,922 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-08T21:37:12,123 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-08T21:37:12,126 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T21:37:12,127 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-08T21:37:12,165 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-08T21:37:12,168 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T21:37:12,173 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-08T21:37:12,186 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-08T21:37:12,188 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-08T21:37:12,197 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-08T21:37:12,245 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T21:37:12,260 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-08T21:37:12,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-08T21:37:12,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-08T21:37:12,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:12,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:12,278 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,46879,1731101827694, sessionid=0x1011c619a7d0000, setting cluster-up flag (Was=false) 2024-11-08T21:37:12,287 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-08T21:37:12,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:12,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:12,344 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-08T21:37:12,346 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,46879,1731101827694 2024-11-08T21:37:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:12,397 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-08T21:37:12,398 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,46879,1731101827694 2024-11-08T21:37:12,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:12,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:12,544 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-08T21:37:12,546 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,46879,1731101827694 2024-11-08T21:37:12,554 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T21:37:12,629 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T21:37:12,636 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(746): ClusterId : f8b9801e-57a4-4df1-bf4a-6c1f53672a61 2024-11-08T21:37:12,638 INFO [RS:0;ae1476a7656f:34891 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-08T21:37:12,639 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T21:37:12,640 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T21:37:12,646 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T21:37:12,651 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T21:37:12,651 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-08T21:37:12,651 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,46879,1731101827694 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T21:37:12,661 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-08T21:37:12,661 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T21:37:12,662 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T21:37:12,663 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T21:37:12,663 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T21:37:12,663 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T21:37:12,663 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T21:37:12,664 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,664 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T21:37:12,664 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,665 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731101862665 2024-11-08T21:37:12,667 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T21:37:12,668 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T21:37:12,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T21:37:12,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T21:37:12,672 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T21:37:12,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T21:37:12,672 DEBUG [RS:0;ae1476a7656f:34891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc2c641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T21:37:12,673 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-08T21:37:12,673 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T21:37:12,673 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T21:37:12,673 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T21:37:12,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:12,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T21:37:12,674 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,677 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T21:37:12,679 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T21:37:12,679 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T21:37:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741831_1007 (size=1321) 2024-11-08T21:37:12,687 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:34891 2024-11-08T21:37:12,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T21:37:12,689 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:12,691 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T21:37:12,691 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T21:37:12,691 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T21:37:12,694 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697dd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:12,695 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:12,695 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,46879,1731101827694 with port=34891, startcode=1731101829303 2024-11-08T21:37:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741832_1008 (size=32) 2024-11-08T21:37:12,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:12,707 DEBUG [RS:0;ae1476a7656f:34891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T21:37:12,707 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:12,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T21:37:12,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T21:37:12,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:12,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:12,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T21:37:12,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T21:37:12,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:12,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:12,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T21:37:12,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T21:37:12,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:12,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:12,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T21:37:12,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T21:37:12,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:12,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:12,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T21:37:12,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740 2024-11-08T21:37:12,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740 2024-11-08T21:37:12,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T21:37:12,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T21:37:12,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T21:37:12,737 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:12,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T21:37:12,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:37:12,746 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10631310720, jitterRate=-0.009882032871246338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T21:37:12,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731101832705Initializing all the Stores at 1731101832707 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731101832707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731101832707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101832707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731101832707Cleaning up temporary data from old regions at 1731101832733 (+26 ms)Region opened successfully at 1731101832750 (+17 ms) 2024-11-08T21:37:12,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T21:37:12,750 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T21:37:12,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T21:37:12,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T21:37:12,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T21:37:12,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:12,752 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T21:37:12,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T21:37:12,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731101832750Disabling compacts and flushes for region at 1731101832750Disabling writes for close at 1731101832750Writing region close event to WAL at 1731101832752 (+2 ms)Closed at 1731101832753 (+1 ms) 2024-11-08T21:37:12,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7a80e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:12,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T21:37:12,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T21:37:12,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:12,759 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46879 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T21:37:12,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:12,762 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:12,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T21:37:12,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b3c7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:12,768 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-08T21:37:12,773 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T21:37:12,773 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T21:37:12,775 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731101832775,5,FailOnTimeoutGroup] 2024-11-08T21:37:12,776 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731101832776,5,FailOnTimeoutGroup] 2024-11-08T21:37:12,776 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T21:37:12,777 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T21:37:12,778 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,779 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T21:37:12,783 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T21:37:12,783 WARN [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T21:37:12,884 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,46879,1731101827694 with port=34891, startcode=1731101829303 2024-11-08T21:37:12,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,34891,1731101829303 2024-11-08T21:37:12,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46879 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:12,896 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:12,896 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33257 2024-11-08T21:37:12,896 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=38195 2024-11-08T21:37:12,931 WARN [ae1476a7656f:46879 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:37:12,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-08T21:37:12,936 DEBUG [RS:0;ae1476a7656f:34891 {}] zookeeper.ZKUtil(111): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rs/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:12,936 WARN [RS:0;ae1476a7656f:34891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T21:37:12,936 INFO [RS:0;ae1476a7656f:34891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T21:37:12,937 INFO [RS:0;ae1476a7656f:34891 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T21:37:12,937 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:12,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,34891,1731101829303] 2024-11-08T21:37:12,965 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T21:37:12,981 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T21:37:12,985 INFO [RS:0;ae1476a7656f:34891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T21:37:12,986 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,987 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T21:37:12,991 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T21:37:12,993 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,993 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,993 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,993 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,993 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,993 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,993 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T21:37:12,994 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,994 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,994 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,994 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,994 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,994 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:37:12,994 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T21:37:12,994 DEBUG [RS:0;ae1476a7656f:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T21:37:12,995 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,995 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,996 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,996 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,996 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:12,996 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34891,1731101829303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T21:37:13,018 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T21:37:13,020 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34891,1731101829303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,020 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,020 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.Replication(171): ae1476a7656f,34891,1731101829303 started 2024-11-08T21:37:13,038 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,039 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,34891,1731101829303, RpcServer on ae1476a7656f/172.17.0.3:34891, sessionid=0x1011c619a7d0001 2024-11-08T21:37:13,039 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T21:37:13,039 DEBUG [RS:0;ae1476a7656f:34891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,34891,1731101829303 2024-11-08T21:37:13,040 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34891,1731101829303' 2024-11-08T21:37:13,040 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-08T21:37:13,041 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-08T21:37:13,042 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T21:37:13,042 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-08T21:37:13,042 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34891,1731101829303' 2024-11-08T21:37:13,042 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:37:13,043 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:37:13,043 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-08T21:37:13,043 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-08T21:37:13,043 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T21:37:13,044 DEBUG [RS:0;ae1476a7656f:34891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,34891,1731101829303 2024-11-08T21:37:13,044 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34891,1731101829303' 2024-11-08T21:37:13,044 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-08T21:37:13,044 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-08T21:37:13,045 DEBUG [RS:0;ae1476a7656f:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T21:37:13,045 INFO [RS:0;ae1476a7656f:34891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T21:37:13,045 INFO [RS:0;ae1476a7656f:34891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T21:37:13,150 INFO [RS:0;ae1476a7656f:34891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T21:37:13,151 INFO [RS:0;ae1476a7656f:34891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor ae1476a7656f,34891,1731101829303.regiongroup-0 2024-11-08T21:37:13,154 INFO [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0, suffix=, logDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs, maxLogs=32 2024-11-08T21:37:13,169 DEBUG [RS:0;ae1476a7656f:34891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101833156, exclude list is [], retry=0 2024-11-08T21:37:13,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:13,177 INFO [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101833156 2024-11-08T21:37:13,178 DEBUG [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:13,434 DEBUG [ae1476a7656f:46879 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T21:37:13,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:13,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,34891,1731101829303, state=OPENING 2024-11-08T21:37:13,502 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T21:37:13,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:13,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:37:13,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T21:37:13,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T21:37:13,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T21:37:13,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:13,692 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T21:37:13,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T21:37:13,707 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T21:37:13,707 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T21:37:13,707 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T21:37:13,708 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T21:37:13,708 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T21:37:13,711 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34891%2C1731101829303.meta, suffix=.meta, logDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs, maxLogs=32 2024-11-08T21:37:13,726 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101833712.meta, exclude list is [], retry=0 2024-11-08T21:37:13,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:13,734 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101833712.meta 2024-11-08T21:37:13,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:13,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:13,740 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:37:13,741 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T21:37:13,744 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T21:37:13,745 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T21:37:13,749 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T21:37:13,750 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:13,750 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T21:37:13,750 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T21:37:13,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T21:37:13,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T21:37:13,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:13,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:13,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T21:37:13,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T21:37:13,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:13,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:13,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T21:37:13,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T21:37:13,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:13,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:13,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T21:37:13,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T21:37:13,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:13,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:37:13,768 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T21:37:13,770 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740 2024-11-08T21:37:13,773 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740 2024-11-08T21:37:13,776 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T21:37:13,776 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T21:37:13,777 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T21:37:13,780 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T21:37:13,782 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10996325920, jitterRate=0.024112656712532043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T21:37:13,783 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T21:37:13,784 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731101833751Writing region info on filesystem at 1731101833751Initializing all the Stores at 1731101833753 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731101833754 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731101833754Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101833754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731101833754Cleaning up temporary data from old regions at 1731101833776 (+22 ms)Running coprocessor post-open hooks at 1731101833783 (+7 ms)Region opened successfully at 1731101833784 (+1 ms) 2024-11-08T21:37:13,792 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731101833684 2024-11-08T21:37:13,804 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T21:37:13,804 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T21:37:13,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:13,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,34891,1731101829303, state=OPEN 2024-11-08T21:37:13,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-08T21:37:13,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-08T21:37:13,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T21:37:13,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T21:37:13,818 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:13,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T21:37:13,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,34891,1731101829303 in 301 msec 2024-11-08T21:37:13,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T21:37:13,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0620 sec 2024-11-08T21:37:13,835 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T21:37:13,835 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T21:37:13,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:13,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:13,880 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:13,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:13,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-08T21:37:13,904 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731101833904, completionTime=-1 2024-11-08T21:37:13,907 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T21:37:13,907 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T21:37:13,935 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T21:37:13,935 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731101893935 2024-11-08T21:37:13,935 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731101953935 2024-11-08T21:37:13,935 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-08T21:37:13,937 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46879,1731101827694-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,938 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46879,1731101827694-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,938 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46879,1731101827694-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,939 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:46879, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,939 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,940 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:13,945 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T21:37:13,968 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.370sec 2024-11-08T21:37:13,970 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T21:37:13,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T21:37:13,972 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T21:37:13,972 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T21:37:13,972 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T21:37:13,973 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46879,1731101827694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T21:37:13,974 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46879,1731101827694-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T21:37:13,983 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T21:37:13,984 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T21:37:13,984 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46879,1731101827694-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:37:14,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:14,042 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T21:37:14,042 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T21:37:14,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:14,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:14,053 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55951231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:14,058 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:14,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195abe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:14,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:14,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:14,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:14,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:14,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,46879,1731101827694 2024-11-08T21:37:14,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-08T21:37:14,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/test.cache.data in system properties and HBase conf 2024-11-08T21:37:14,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T21:37:14,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir in system properties and HBase conf 2024-11-08T21:37:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T21:37:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T21:37:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T21:37:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T21:37:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T21:37:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T21:37:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T21:37:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/nfs.dump.dir in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/java.io.tmpdir in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T21:37:14,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T21:37:14,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741835_1011 (size=592039) 2024-11-08T21:37:14,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741836_1012 (size=1663647) 2024-11-08T21:37:16,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:16,165 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:16,394 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T21:37:16,395 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T21:37:16,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T21:37:16,417 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:37:16,417 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:37:16,417 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T21:37:16,425 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce2e39e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:37:16,425 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3062215d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T21:37:16,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:37:16,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:37:16,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T21:37:16,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:16,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:37:16,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T21:37:16,580 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T21:37:16,580 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-08T21:37:16,581 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T21:37:16,583 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T21:37:16,637 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:16,762 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:17,062 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:17,099 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33c9becc{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/java.io.tmpdir/jetty-localhost-36777-hadoop-yarn-common-3_4_1_jar-_-any-14537821542331069402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-08T21:37:17,100 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@27972b0e{HTTP/1.1, (http/1.1)}{localhost:36777} 2024-11-08T21:37:17,100 INFO [Thread-251 {}] server.Server(415): Started @16224ms 2024-11-08T21:37:17,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d168234{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/java.io.tmpdir/jetty-localhost-36013-hadoop-yarn-common-3_4_1_jar-_-any-8869515883563209053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-08T21:37:17,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:36013} 2024-11-08T21:37:17,101 INFO [Time-limited test {}] server.Server(415): Started @16226ms 2024-11-08T21:37:17,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741837_1013 (size=5) 2024-11-08T21:37:18,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T21:37:18,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T21:37:18,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:37:18,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-08T21:37:18,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T21:37:18,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T21:37:18,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T21:37:18,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T21:37:18,233 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-08T21:37:18,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:18,274 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T21:37:18,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T21:37:18,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:37:18,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:37:18,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T21:37:18,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:18,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd69554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:37:18,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388a6050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T21:37:18,371 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-08T21:37:18,371 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T21:37:18,371 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T21:37:18,371 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T21:37:18,380 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:18,386 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:18,471 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:18,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55cfe214{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/java.io.tmpdir/jetty-localhost-44455-hadoop-yarn-common-3_4_1_jar-_-any-5117892758314181709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T21:37:18,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76e9268{HTTP/1.1, (http/1.1)}{localhost:44455} 2024-11-08T21:37:18,485 INFO [Time-limited test {}] server.Server(415): Started @17609ms 2024-11-08T21:37:18,611 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-08T21:37:18,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:18,625 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T21:37:18,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T21:37:18,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:37:18,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:37:18,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T21:37:18,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:37:18,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@560d7aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:37:18,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdc0765{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T21:37:18,679 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-08T21:37:18,679 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T21:37:18,679 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T21:37:18,680 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T21:37:18,688 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:18,692 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:18,785 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T21:37:18,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a6eca{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/java.io.tmpdir/jetty-localhost-32977-hadoop-yarn-common-3_4_1_jar-_-any-13106997541143986479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T21:37:18,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@272c3d73{HTTP/1.1, (http/1.1)}{localhost:32977} 2024-11-08T21:37:18,792 INFO [Time-limited test {}] server.Server(415): Started @17916ms 2024-11-08T21:37:18,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-08T21:37:18,824 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:33257/backupUT 2024-11-08T21:37:18,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T21:37:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,46879,1731101827694 2024-11-08T21:37:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1471aad3 2024-11-08T21:37:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T21:37:18,841 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T21:37:18,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-11-08T21:37:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-08T21:37:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T21:37:18,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 23 msec 2024-11-08T21:37:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T21:37:18,976 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-08T21:37:18,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-11-08T21:37:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-08T21:37:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-08T21:37:18,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 12 msec 2024-11-08T21:37:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-08T21:37:19,085 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-08T21:37:19,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-11-08T21:37:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-08T21:37:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-08T21:37:19,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-11-08T21:37:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-08T21:37:19,195 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-08T21:37:19,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-11-08T21:37:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-08T21:37:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T21:37:19,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2024-11-08T21:37:19,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T21:37:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T21:37:19,305 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-08T21:37:19,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1731101838824', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731101838824 2024-11-08T21:37:19,329 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731101838824 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:37:19,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1731101838824" procId is: 8 2024-11-08T21:37:19,332 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:19,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T21:37:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T21:37:19,335 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731101838824 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:37:19,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741838_1014 (size=367) 2024-11-08T21:37:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T21:37:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T21:37:19,749 INFO [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fb968248f79d1f6820f2f0c63774afa, NAME => 'test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731101838824', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741839_1015 (size=53) 2024-11-08T21:37:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T21:37:20,159 DEBUG [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:20,160 DEBUG [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(1722): Closing 7fb968248f79d1f6820f2f0c63774afa, disabling compactions & flushes 2024-11-08T21:37:20,160 INFO [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:20,160 DEBUG [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:20,160 DEBUG [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. after waiting 0 ms 2024-11-08T21:37:20,160 DEBUG [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:20,160 INFO [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(1973): Closed test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:20,160 DEBUG [RegionOpenAndInit-test-1731101838824-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fb968248f79d1f6820f2f0c63774afa: Waiting for close lock at 1731101840159Disabling compacts and flushes for region at 1731101840159Disabling writes for close at 1731101840160 (+1 ms)Writing region close event to WAL at 1731101840160Closed at 1731101840160 2024-11-08T21:37:20,162 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731101838824 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:37:20,168 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731101840163"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731101840163"}]},"ts":"1731101840163"} 2024-11-08T21:37:20,173 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T21:37:20,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731101838824 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:37:20,178 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731101838824","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101840175"}]},"ts":"1731101840175"} 2024-11-08T21:37:20,182 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731101838824, state=ENABLING in hbase:meta 2024-11-08T21:37:20,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, ASSIGN}] 2024-11-08T21:37:20,186 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, ASSIGN 2024-11-08T21:37:20,188 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, ASSIGN; state=OFFLINE, location=ae1476a7656f,34891,1731101829303; forceNewPlan=false, retain=false 2024-11-08T21:37:20,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:20,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, ASSIGN because future has completed 2024-11-08T21:37:20,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T21:37:20,519 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:20,519 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T21:37:20,520 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor ae1476a7656f,34891,1731101829303.regiongroup-1 2024-11-08T21:37:20,523 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1, suffix=, logDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs, maxLogs=32 2024-11-08T21:37:20,538 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101840525, exclude list is [], retry=0 2024-11-08T21:37:20,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:20,545 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101840525 2024-11-08T21:37:20,546 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:20,546 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb968248f79d1f6820f2f0c63774afa, NAME => 'test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:20,546 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:37:20,546 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731101838824 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,546 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:20,547 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,547 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,550 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,552 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb968248f79d1f6820f2f0c63774afa columnFamilyName f 2024-11-08T21:37:20,552 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:20,553 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(327): Store=7fb968248f79d1f6820f2f0c63774afa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:20,554 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,555 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,556 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,557 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,557 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,561 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,565 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:37:20,567 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 7fb968248f79d1f6820f2f0c63774afa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10652992000, jitterRate=-0.00786280632019043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:37:20,567 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:20,568 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7fb968248f79d1f6820f2f0c63774afa: Running coprocessor pre-open hook at 1731101840547Writing region info on filesystem at 1731101840547Initializing all the Stores at 1731101840549 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101840549Cleaning up temporary data from old regions at 1731101840557 (+8 ms)Running coprocessor post-open hooks at 1731101840567 (+10 ms)Region opened successfully at 1731101840568 (+1 ms) 2024-11-08T21:37:20,571 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., pid=10, masterSystemTime=1731101840498 2024-11-08T21:37:20,574 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:20,574 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:20,575 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:20,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:37:20,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T21:37:20,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 in 237 msec 2024-11-08T21:37:20,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T21:37:20,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, ASSIGN in 402 msec 2024-11-08T21:37:20,591 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731101838824 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:37:20,592 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731101838824","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101840592"}]},"ts":"1731101840592"} 2024-11-08T21:37:20,595 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731101838824, state=ENABLED in hbase:meta 2024-11-08T21:37:20,597 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731101838824 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:37:20,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731101838824 in 1.2750 sec 2024-11-08T21:37:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T21:37:21,486 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731101838824 completed 2024-11-08T21:37:21,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a062c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:21,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:21,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:21,488 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ace43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:21,492 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:21,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bcc43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:21,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:21,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:21,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731101838824', row='row0', locateType=CURRENT is [region=test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., hostname=ae1476a7656f,34891,1731101829303, seqNum=2] 2024-11-08T21:37:21,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.HRegion(8528): writing data to region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T21:37:21,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17311018388241', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17311018388241 2024-11-08T21:37:21,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17311018388241 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:37:21,701 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:21,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17311018388241" procId is: 11 2024-11-08T21:37:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T21:37:21,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17311018388241 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:37:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741841_1017 (size=364) 2024-11-08T21:37:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T21:37:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T21:37:22,115 INFO [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9593b518979e529833b0c327f4f62e9c, NAME => 'ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17311018388241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:22,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741842_1018 (size=50) 2024-11-08T21:37:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T21:37:22,524 DEBUG [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:22,524 DEBUG [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(1722): Closing 9593b518979e529833b0c327f4f62e9c, disabling compactions & flushes 2024-11-08T21:37:22,524 INFO [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:22,524 DEBUG [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:22,524 DEBUG [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. after waiting 0 ms 2024-11-08T21:37:22,524 DEBUG [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:22,524 INFO [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:22,524 DEBUG [RegionOpenAndInit-ns2:test-17311018388241-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9593b518979e529833b0c327f4f62e9c: Waiting for close lock at 1731101842524Disabling compacts and flushes for region at 1731101842524Disabling writes for close at 1731101842524Writing region close event to WAL at 1731101842524Closed at 1731101842524 2024-11-08T21:37:22,526 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17311018388241 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:37:22,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731101842526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731101842526"}]},"ts":"1731101842526"} 2024-11-08T21:37:22,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T21:37:22,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17311018388241 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:37:22,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17311018388241","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101842532"}]},"ts":"1731101842532"} 2024-11-08T21:37:22,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17311018388241, state=ENABLING in hbase:meta 2024-11-08T21:37:22,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17311018388241, region=9593b518979e529833b0c327f4f62e9c, ASSIGN}] 2024-11-08T21:37:22,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17311018388241, region=9593b518979e529833b0c327f4f62e9c, ASSIGN 2024-11-08T21:37:22,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17311018388241, region=9593b518979e529833b0c327f4f62e9c, ASSIGN; state=OFFLINE, location=ae1476a7656f,34891,1731101829303; forceNewPlan=false, retain=false 2024-11-08T21:37:22,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9593b518979e529833b0c327f4f62e9c, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:22,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17311018388241, region=9593b518979e529833b0c327f4f62e9c, ASSIGN because future has completed 2024-11-08T21:37:22,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9593b518979e529833b0c327f4f62e9c, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T21:37:22,855 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:22,856 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9593b518979e529833b0c327f4f62e9c, NAME => 'ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:22,856 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:37:22,856 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17311018388241 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,856 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:22,856 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,856 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,859 INFO [StoreOpener-9593b518979e529833b0c327f4f62e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,861 INFO [StoreOpener-9593b518979e529833b0c327f4f62e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9593b518979e529833b0c327f4f62e9c columnFamilyName f 2024-11-08T21:37:22,861 DEBUG [StoreOpener-9593b518979e529833b0c327f4f62e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:22,862 INFO [StoreOpener-9593b518979e529833b0c327f4f62e9c-1 {}] regionserver.HStore(327): Store=9593b518979e529833b0c327f4f62e9c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:22,862 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,863 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,864 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,865 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,865 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,868 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,872 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:37:22,873 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 9593b518979e529833b0c327f4f62e9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10339675520, jitterRate=-0.03704267740249634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:37:22,873 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:22,874 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9593b518979e529833b0c327f4f62e9c: Running coprocessor pre-open hook at 1731101842857Writing region info on filesystem at 1731101842857Initializing all the Stores at 1731101842858 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101842858Cleaning up temporary data from old regions at 1731101842865 (+7 ms)Running coprocessor post-open hooks at 1731101842873 (+8 ms)Region opened successfully at 1731101842874 (+1 ms) 2024-11-08T21:37:22,876 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c., pid=13, masterSystemTime=1731101842851 2024-11-08T21:37:22,879 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:22,879 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:22,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9593b518979e529833b0c327f4f62e9c, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:22,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9593b518979e529833b0c327f4f62e9c, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:37:22,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T21:37:22,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9593b518979e529833b0c327f4f62e9c, server=ae1476a7656f,34891,1731101829303 in 189 msec 2024-11-08T21:37:22,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T21:37:22,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17311018388241, region=9593b518979e529833b0c327f4f62e9c, ASSIGN in 352 msec 2024-11-08T21:37:22,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17311018388241 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:37:22,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17311018388241","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101842893"}]},"ts":"1731101842893"} 2024-11-08T21:37:22,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17311018388241, state=ENABLED in hbase:meta 2024-11-08T21:37:22,897 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17311018388241 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:37:22,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17311018388241 in 1.2000 sec 2024-11-08T21:37:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T21:37:23,855 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17311018388241 completed 2024-11-08T21:37:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17311018388241', row='row0', locateType=CURRENT is [region=ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c., hostname=ae1476a7656f,34891,1731101829303, seqNum=2] 2024-11-08T21:37:23,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.HRegion(8528): writing data to region ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T21:37:24,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17311018388242', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17311018388242 2024-11-08T21:37:24,012 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17311018388242 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:37:24,012 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:24,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17311018388242" procId is: 14 2024-11-08T21:37:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T21:37:24,013 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17311018388242 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:37:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741843_1019 (size=390) 2024-11-08T21:37:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T21:37:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T21:37:24,424 INFO [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0778f63d9992fccc1a6bf838c8f035ab, NAME => 'ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17311018388242', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741844_1020 (size=50) 2024-11-08T21:37:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T21:37:24,833 DEBUG [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:24,833 DEBUG [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(1722): Closing 0778f63d9992fccc1a6bf838c8f035ab, disabling compactions & flushes 2024-11-08T21:37:24,833 INFO [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:37:24,833 DEBUG [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:37:24,833 DEBUG [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. after waiting 0 ms 2024-11-08T21:37:24,833 DEBUG [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:37:24,833 INFO [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:37:24,833 DEBUG [RegionOpenAndInit-ns3:test-17311018388242-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0778f63d9992fccc1a6bf838c8f035ab: Waiting for close lock at 1731101844833Disabling compacts and flushes for region at 1731101844833Disabling writes for close at 1731101844833Writing region close event to WAL at 1731101844833Closed at 1731101844833 2024-11-08T21:37:24,835 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17311018388242 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:37:24,836 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731101844835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731101844835"}]},"ts":"1731101844835"} 2024-11-08T21:37:24,839 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T21:37:24,840 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17311018388242 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:37:24,841 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17311018388242","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101844840"}]},"ts":"1731101844840"} 2024-11-08T21:37:24,843 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17311018388242, state=ENABLING in hbase:meta 2024-11-08T21:37:24,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17311018388242, region=0778f63d9992fccc1a6bf838c8f035ab, ASSIGN}] 2024-11-08T21:37:24,846 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17311018388242, region=0778f63d9992fccc1a6bf838c8f035ab, ASSIGN 2024-11-08T21:37:24,847 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17311018388242, region=0778f63d9992fccc1a6bf838c8f035ab, ASSIGN; state=OFFLINE, location=ae1476a7656f,34891,1731101829303; forceNewPlan=false, retain=false 2024-11-08T21:37:24,998 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0778f63d9992fccc1a6bf838c8f035ab, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:25,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17311018388242, region=0778f63d9992fccc1a6bf838c8f035ab, ASSIGN because future has completed 2024-11-08T21:37:25,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0778f63d9992fccc1a6bf838c8f035ab, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T21:37:25,163 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:37:25,163 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0778f63d9992fccc1a6bf838c8f035ab, NAME => 'ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:25,163 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:37:25,164 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17311018388242 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,164 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:25,164 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,164 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,166 INFO [StoreOpener-0778f63d9992fccc1a6bf838c8f035ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,169 INFO [StoreOpener-0778f63d9992fccc1a6bf838c8f035ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0778f63d9992fccc1a6bf838c8f035ab columnFamilyName f 2024-11-08T21:37:25,169 DEBUG [StoreOpener-0778f63d9992fccc1a6bf838c8f035ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:25,170 INFO [StoreOpener-0778f63d9992fccc1a6bf838c8f035ab-1 {}] regionserver.HStore(327): Store=0778f63d9992fccc1a6bf838c8f035ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:25,170 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,172 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns3/test-17311018388242/0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,172 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns3/test-17311018388242/0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,173 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,173 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,176 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,179 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns3/test-17311018388242/0778f63d9992fccc1a6bf838c8f035ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:37:25,180 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0778f63d9992fccc1a6bf838c8f035ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10829164480, jitterRate=0.00854453444480896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:37:25,180 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:37:25,181 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0778f63d9992fccc1a6bf838c8f035ab: Running coprocessor pre-open hook at 1731101845164Writing region info on filesystem at 1731101845164Initializing all the Stores at 1731101845166 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101845166Cleaning up temporary data from old regions at 1731101845173 (+7 ms)Running coprocessor post-open hooks at 1731101845180 (+7 ms)Region opened successfully at 1731101845181 (+1 ms) 2024-11-08T21:37:25,183 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab., pid=16, masterSystemTime=1731101845157 2024-11-08T21:37:25,185 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:37:25,185 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:37:25,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0778f63d9992fccc1a6bf838c8f035ab, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:25,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0778f63d9992fccc1a6bf838c8f035ab, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:37:25,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T21:37:25,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 0778f63d9992fccc1a6bf838c8f035ab, server=ae1476a7656f,34891,1731101829303 in 190 msec 2024-11-08T21:37:25,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T21:37:25,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17311018388242, region=0778f63d9992fccc1a6bf838c8f035ab, ASSIGN in 351 msec 2024-11-08T21:37:25,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17311018388242 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:37:25,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17311018388242","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101845200"}]},"ts":"1731101845200"} 2024-11-08T21:37:25,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17311018388242, state=ENABLED in hbase:meta 2024-11-08T21:37:25,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17311018388242 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:37:25,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17311018388242 in 1.1960 sec 2024-11-08T21:37:25,336 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17311018388242' 2024-11-08T21:37:25,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731101838824' 2024-11-08T21:37:25,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17311018388241' 2024-11-08T21:37:26,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T21:37:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T21:37:26,166 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17311018388242 completed 2024-11-08T21:37:26,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17311018388242 get assigned. Timeout = 60000ms 2024-11-08T21:37:26,168 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:37:26,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17311018388242 assigned to meta. Checking AM states. 2024-11-08T21:37:26,175 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17311018388242 assigned. 2024-11-08T21:37:26,178 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17311018388243', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17311018388243 2024-11-08T21:37:26,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17311018388243 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:37:26,182 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:26,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17311018388243" procId is: 17 2024-11-08T21:37:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T21:37:26,184 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17311018388243 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:37:26,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741845_1021 (size=390) 2024-11-08T21:37:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T21:37:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T21:37:26,598 INFO [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fc373563b82741c3ec7ee76f1f30e0d, NAME => 'ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17311018388243', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:26,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741846_1022 (size=50) 2024-11-08T21:37:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T21:37:27,008 DEBUG [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:27,008 DEBUG [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(1722): Closing 8fc373563b82741c3ec7ee76f1f30e0d, disabling compactions & flushes 2024-11-08T21:37:27,008 INFO [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:37:27,008 DEBUG [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:37:27,008 DEBUG [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. after waiting 0 ms 2024-11-08T21:37:27,008 DEBUG [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:37:27,008 INFO [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:37:27,008 DEBUG [RegionOpenAndInit-ns4:test-17311018388243-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fc373563b82741c3ec7ee76f1f30e0d: Waiting for close lock at 1731101847008Disabling compacts and flushes for region at 1731101847008Disabling writes for close at 1731101847008Writing region close event to WAL at 1731101847008Closed at 1731101847008 2024-11-08T21:37:27,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17311018388243 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:37:27,011 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731101847010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731101847010"}]},"ts":"1731101847010"} 2024-11-08T21:37:27,014 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T21:37:27,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17311018388243 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:37:27,016 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17311018388243","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101847015"}]},"ts":"1731101847015"} 2024-11-08T21:37:27,018 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17311018388243, state=ENABLING in hbase:meta 2024-11-08T21:37:27,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17311018388243, region=8fc373563b82741c3ec7ee76f1f30e0d, ASSIGN}] 2024-11-08T21:37:27,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17311018388243, region=8fc373563b82741c3ec7ee76f1f30e0d, ASSIGN 2024-11-08T21:37:27,022 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17311018388243, region=8fc373563b82741c3ec7ee76f1f30e0d, ASSIGN; state=OFFLINE, location=ae1476a7656f,34891,1731101829303; forceNewPlan=false, retain=false 2024-11-08T21:37:27,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8fc373563b82741c3ec7ee76f1f30e0d, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:27,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17311018388243, region=8fc373563b82741c3ec7ee76f1f30e0d, ASSIGN because future has completed 2024-11-08T21:37:27,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fc373563b82741c3ec7ee76f1f30e0d, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T21:37:27,334 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:37:27,335 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fc373563b82741c3ec7ee76f1f30e0d, NAME => 'ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:27,335 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:37:27,335 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17311018388243 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,335 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:27,336 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,336 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,338 INFO [StoreOpener-8fc373563b82741c3ec7ee76f1f30e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,341 INFO [StoreOpener-8fc373563b82741c3ec7ee76f1f30e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc373563b82741c3ec7ee76f1f30e0d columnFamilyName f 2024-11-08T21:37:27,341 DEBUG [StoreOpener-8fc373563b82741c3ec7ee76f1f30e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:27,342 INFO [StoreOpener-8fc373563b82741c3ec7ee76f1f30e0d-1 {}] regionserver.HStore(327): Store=8fc373563b82741c3ec7ee76f1f30e0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:27,342 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,343 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns4/test-17311018388243/8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,344 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns4/test-17311018388243/8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,344 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,344 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,347 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,351 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns4/test-17311018388243/8fc373563b82741c3ec7ee76f1f30e0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:37:27,352 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8fc373563b82741c3ec7ee76f1f30e0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10897024640, jitterRate=0.014864504337310791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:37:27,352 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:37:27,353 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8fc373563b82741c3ec7ee76f1f30e0d: Running coprocessor pre-open hook at 1731101847336Writing region info on filesystem at 1731101847336Initializing all the Stores at 1731101847337 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101847338 (+1 ms)Cleaning up temporary data from old regions at 1731101847344 (+6 ms)Running coprocessor post-open hooks at 1731101847352 (+8 ms)Region opened successfully at 1731101847353 (+1 ms) 2024-11-08T21:37:27,354 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d., pid=19, masterSystemTime=1731101847330 2024-11-08T21:37:27,357 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:37:27,357 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:37:27,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8fc373563b82741c3ec7ee76f1f30e0d, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:27,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fc373563b82741c3ec7ee76f1f30e0d, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:37:27,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T21:37:27,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fc373563b82741c3ec7ee76f1f30e0d, server=ae1476a7656f,34891,1731101829303 in 188 msec 2024-11-08T21:37:27,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-08T21:37:27,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17311018388243, region=8fc373563b82741c3ec7ee76f1f30e0d, ASSIGN in 349 msec 2024-11-08T21:37:27,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17311018388243 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:37:27,374 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17311018388243","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101847374"}]},"ts":"1731101847374"} 2024-11-08T21:37:27,377 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17311018388243, state=ENABLED in hbase:meta 2024-11-08T21:37:27,379 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17311018388243 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:37:27,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17311018388243 in 1.2010 sec 2024-11-08T21:37:28,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17311018388242 2024-11-08T21:37:28,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17311018388242 Metrics about Tables on a single HBase RegionServer 2024-11-08T21:37:28,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17311018388241 2024-11-08T21:37:28,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17311018388241 Metrics about Tables on a single HBase RegionServer 2024-11-08T21:37:28,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731101838824 2024-11-08T21:37:28,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731101838824 Metrics about Tables on a single HBase RegionServer 2024-11-08T21:37:28,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17311018388243 2024-11-08T21:37:28,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17311018388243 Metrics about Tables on a single HBase RegionServer 2024-11-08T21:37:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T21:37:28,335 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17311018388243 completed 2024-11-08T21:37:28,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17311018388243 get assigned. Timeout = 60000ms 2024-11-08T21:37:28,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:37:28,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17311018388243 assigned to meta. Checking AM states. 2024-11-08T21:37:28,339 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:37:28,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17311018388243 assigned. 2024-11-08T21:37:28,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T21:37:28,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:37:28,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:28,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:28,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:28,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=9, AvailableMemoryMB=3478 2024-11-08T21:37:28,374 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-08T21:37:28,375 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-08T21:37:28,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1731101838824 from 'test-1731101838824', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731101838824', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731101838824 2024-11-08T21:37:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741847_1023 (size=908) 2024-11-08T21:37:28,807 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/.tabledesc/.tableinfo.0000000001.367 2024-11-08T21:37:28,807 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/.tabledesc/.tableinfo.0000000002.908 2024-11-08T21:37:28,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731101838824}] 2024-11-08T21:37:28,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE}] 2024-11-08T21:37:28,823 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE 2024-11-08T21:37:28,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=CLOSING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:28,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE because future has completed 2024-11-08T21:37:28,828 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T21:37:28,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:28,986 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:28,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T21:37:28,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 7fb968248f79d1f6820f2f0c63774afa, disabling compactions & flushes 2024-11-08T21:37:28,987 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:28,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:28,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. after waiting 0 ms 2024-11-08T21:37:28,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:28,992 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 7fb968248f79d1f6820f2f0c63774afa 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-08T21:37:29,066 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f/ad54e545cab343dea0a5b5b7206810ca is 37, key is row10/f:q1/1731101841532/Put/seqid=0 2024-11-08T21:37:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741848_1024 (size=8413) 2024-11-08T21:37:29,480 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f/ad54e545cab343dea0a5b5b7206810ca 2024-11-08T21:37:29,537 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f/ad54e545cab343dea0a5b5b7206810ca as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca 2024-11-08T21:37:29,567 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca, entries=99, sequenceid=103, filesize=8.2 K 2024-11-08T21:37:29,583 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7fb968248f79d1f6820f2f0c63774afa in 587ms, sequenceid=103, compaction requested=false 2024-11-08T21:37:29,591 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-08T21:37:29,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:37:29,599 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:29,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 7fb968248f79d1f6820f2f0c63774afa: Waiting for close lock at 1731101848987Running coprocessor pre-close hooks at 1731101848987Disabling compacts and flushes for region at 1731101848987Disabling writes for close at 1731101848987Obtaining lock to block concurrent updates at 1731101848992 (+5 ms)Preparing flush snapshotting stores in 7fb968248f79d1f6820f2f0c63774afa at 1731101848992Finished memstore snapshotting test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731101849000 (+8 ms)Flushing stores of test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. at 1731101849001 (+1 ms)Flushing 7fb968248f79d1f6820f2f0c63774afa/f: creating writer at 1731101849003 (+2 ms)Flushing 7fb968248f79d1f6820f2f0c63774afa/f: appending metadata at 1731101849052 (+49 ms)Flushing 7fb968248f79d1f6820f2f0c63774afa/f: closing flushed file at 1731101849055 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693d89ec: reopening flushed file at 1731101849535 (+480 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7fb968248f79d1f6820f2f0c63774afa in 587ms, sequenceid=103, compaction requested=false at 1731101849583 (+48 ms)Writing region close event to WAL at 1731101849585 (+2 ms)Running coprocessor post-close hooks at 1731101849596 (+11 ms)Closed at 1731101849599 (+3 ms) 2024-11-08T21:37:29,599 WARN [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 7fb968248f79d1f6820f2f0c63774afa to self. 2024-11-08T21:37:29,603 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=CLOSED 2024-11-08T21:37:29,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:37:29,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-08T21:37:29,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 in 779 msec 2024-11-08T21:37:29,613 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE; state=CLOSED, location=ae1476a7656f,34891,1731101829303; forceNewPlan=false, retain=true 2024-11-08T21:37:29,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:29,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE because future has completed 2024-11-08T21:37:29,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:29,927 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:29,927 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb968248f79d1f6820f2f0c63774afa, NAME => 'test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:29,927 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:37:29,928 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731101838824 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,928 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:29,928 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,928 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,930 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,932 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb968248f79d1f6820f2f0c63774afa columnFamilyName f 2024-11-08T21:37:29,932 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:29,945 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca 2024-11-08T21:37:29,945 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(327): Store=7fb968248f79d1f6820f2f0c63774afa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:29,945 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,948 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb968248f79d1f6820f2f0c63774afa columnFamilyName f3 2024-11-08T21:37:29,948 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:29,949 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(327): Store=7fb968248f79d1f6820f2f0c63774afa/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:29,950 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,959 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb968248f79d1f6820f2f0c63774afa columnFamilyName mob 2024-11-08T21:37:29,965 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:29,965 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(327): Store=7fb968248f79d1f6820f2f0c63774afa/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:29,966 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,967 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,970 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,971 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,971 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,972 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731101838824 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T21:37:29,975 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,976 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7fb968248f79d1f6820f2f0c63774afa; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9701588480, jitterRate=-0.09646916389465332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T21:37:29,976 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:29,977 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7fb968248f79d1f6820f2f0c63774afa: Running coprocessor pre-open hook at 1731101849928Writing region info on filesystem at 1731101849928Initializing all the Stores at 1731101849930 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101849930Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101849930Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101849930Cleaning up temporary data from old regions at 1731101849971 (+41 ms)Running coprocessor post-open hooks at 1731101849976 (+5 ms)Region opened successfully at 1731101849977 (+1 ms) 2024-11-08T21:37:29,979 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., pid=24, masterSystemTime=1731101849921 2024-11-08T21:37:29,982 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:29,982 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:29,983 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=OPEN, openSeqNum=107, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:29,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:37:29,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-08T21:37:29,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 in 220 msec 2024-11-08T21:37:30,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-08T21:37:30,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE in 1.1760 sec 2024-11-08T21:37:30,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-08T21:37:30,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731101838824 in 1.1910 sec 2024-11-08T21:37:30,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731101838824 in 1.6280 sec 2024-11-08T21:37:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-08T21:37:30,017 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731101838824 completed 2024-11-08T21:37:30,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5369626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:30,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:30,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:30,019 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561275ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:30,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:30,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:30,022 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:30,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cc63c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:30,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:30,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:30,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:30,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:30,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731101838824', row='row-test-1731101838824-3-0', locateType=CURRENT is [region=test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., hostname=ae1476a7656f,34891,1731101829303, seqNum=107] 2024-11-08T21:37:30,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T21:37:30,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,46879,1731101827694 2024-11-08T21:37:30,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc398d7 2024-11-08T21:37:30,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T21:37:30,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T21:37:30,107 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-11-08T21:37:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-08T21:37:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T21:37:30,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-11-08T21:37:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T21:37:30,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-08T21:37:30,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-08T21:37:30,240 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:37:30,240 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:30,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-08T21:37:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T21:37:30,242 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:37:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741849_1025 (size=635) 2024-11-08T21:37:30,257 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df9e0991dd6131ac0cbdcf4c04222203, NAME => 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741850_1026 (size=40) 2024-11-08T21:37:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T21:37:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T21:37:30,666 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:30,666 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing df9e0991dd6131ac0cbdcf4c04222203, disabling compactions & flushes 2024-11-08T21:37:30,666 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:30,667 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:30,667 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. after waiting 0 ms 2024-11-08T21:37:30,667 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:30,667 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:30,667 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for df9e0991dd6131ac0cbdcf4c04222203: Waiting for close lock at 1731101850666Disabling compacts and flushes for region at 1731101850666Disabling writes for close at 1731101850667 (+1 ms)Writing region close event to WAL at 1731101850667Closed at 1731101850667 2024-11-08T21:37:30,670 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:37:30,670 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731101850670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731101850670"}]},"ts":"1731101850670"} 2024-11-08T21:37:30,674 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T21:37:30,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:37:30,676 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101850675"}]},"ts":"1731101850675"} 2024-11-08T21:37:30,679 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-08T21:37:30,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN}] 2024-11-08T21:37:30,681 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN 2024-11-08T21:37:30,683 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN; state=OFFLINE, location=ae1476a7656f,34891,1731101829303; forceNewPlan=false, retain=false 2024-11-08T21:37:30,834 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=df9e0991dd6131ac0cbdcf4c04222203, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:30,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN because future has completed 2024-11-08T21:37:30,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T21:37:30,995 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:30,995 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => df9e0991dd6131ac0cbdcf4c04222203, NAME => 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:30,995 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:37:30,995 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:30,995 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:30,995 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:30,996 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:30,998 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,001 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e0991dd6131ac0cbdcf4c04222203 columnFamilyName meta 2024-11-08T21:37:31,001 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:31,003 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.HStore(327): Store=df9e0991dd6131ac0cbdcf4c04222203/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:31,003 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,005 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e0991dd6131ac0cbdcf4c04222203 columnFamilyName session 2024-11-08T21:37:31,006 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:31,006 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.HStore(327): Store=df9e0991dd6131ac0cbdcf4c04222203/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:31,007 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,008 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,009 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,010 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,010 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,011 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T21:37:31,014 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,018 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:37:31,020 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened df9e0991dd6131ac0cbdcf4c04222203; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10759848160, jitterRate=0.0020889490842819214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T21:37:31,020 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:31,021 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for df9e0991dd6131ac0cbdcf4c04222203: Running coprocessor pre-open hook at 1731101850996Writing region info on filesystem at 1731101850996Initializing all the Stores at 1731101850998 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101850998Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101850998Cleaning up temporary data from old regions at 1731101851010 (+12 ms)Running coprocessor post-open hooks at 1731101851020 (+10 ms)Region opened successfully at 1731101851021 (+1 ms) 2024-11-08T21:37:31,022 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., pid=28, masterSystemTime=1731101850990 2024-11-08T21:37:31,026 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:31,026 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:31,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=df9e0991dd6131ac0cbdcf4c04222203, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:37:31,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-08T21:37:31,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303 in 195 msec 2024-11-08T21:37:31,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-08T21:37:31,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN in 358 msec 2024-11-08T21:37:31,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:37:31,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101851043"}]},"ts":"1731101851043"} 2024-11-08T21:37:31,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-08T21:37:31,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:37:31,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 813 msec 2024-11-08T21:37:31,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17311018388243' 2024-11-08T21:37:31,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-08T21:37:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T21:37:31,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-08T21:37:31,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-08T21:37:31,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:37:31,397 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:31,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-08T21:37:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T21:37:31,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:37:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741851_1027 (size=640) 2024-11-08T21:37:31,410 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b078c340b5008a4916bacdf41f1ed971, NAME => 'backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741852_1028 (size=45) 2024-11-08T21:37:31,429 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:31,429 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing b078c340b5008a4916bacdf41f1ed971, disabling compactions & flushes 2024-11-08T21:37:31,429 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:37:31,430 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:37:31,430 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. after waiting 0 ms 2024-11-08T21:37:31,430 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:37:31,430 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:37:31,430 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for b078c340b5008a4916bacdf41f1ed971: Waiting for close lock at 1731101851429Disabling compacts and flushes for region at 1731101851429Disabling writes for close at 1731101851430 (+1 ms)Writing region close event to WAL at 1731101851430Closed at 1731101851430 2024-11-08T21:37:31,439 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:37:31,439 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731101851439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731101851439"}]},"ts":"1731101851439"} 2024-11-08T21:37:31,442 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T21:37:31,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:37:31,444 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101851444"}]},"ts":"1731101851444"} 2024-11-08T21:37:31,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-08T21:37:31,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b078c340b5008a4916bacdf41f1ed971, ASSIGN}] 2024-11-08T21:37:31,448 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b078c340b5008a4916bacdf41f1ed971, ASSIGN 2024-11-08T21:37:31,450 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=b078c340b5008a4916bacdf41f1ed971, ASSIGN; state=OFFLINE, location=ae1476a7656f,34891,1731101829303; forceNewPlan=false, retain=false 2024-11-08T21:37:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T21:37:31,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=b078c340b5008a4916bacdf41f1ed971, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:31,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=b078c340b5008a4916bacdf41f1ed971, ASSIGN because future has completed 2024-11-08T21:37:31,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure b078c340b5008a4916bacdf41f1ed971, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:37:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T21:37:31,767 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:37:31,767 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => b078c340b5008a4916bacdf41f1ed971, NAME => 'backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:37:31,768 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:37:31,768 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,768 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:37:31,768 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,768 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,770 INFO [StoreOpener-b078c340b5008a4916bacdf41f1ed971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,773 INFO [StoreOpener-b078c340b5008a4916bacdf41f1ed971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b078c340b5008a4916bacdf41f1ed971 columnFamilyName meta 2024-11-08T21:37:31,774 DEBUG [StoreOpener-b078c340b5008a4916bacdf41f1ed971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:31,775 INFO [StoreOpener-b078c340b5008a4916bacdf41f1ed971-1 {}] regionserver.HStore(327): Store=b078c340b5008a4916bacdf41f1ed971/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:31,775 INFO [StoreOpener-b078c340b5008a4916bacdf41f1ed971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,777 INFO [StoreOpener-b078c340b5008a4916bacdf41f1ed971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b078c340b5008a4916bacdf41f1ed971 columnFamilyName session 2024-11-08T21:37:31,777 DEBUG [StoreOpener-b078c340b5008a4916bacdf41f1ed971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:31,778 INFO [StoreOpener-b078c340b5008a4916bacdf41f1ed971-1 {}] regionserver.HStore(327): Store=b078c340b5008a4916bacdf41f1ed971/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:37:31,778 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,779 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system_bulk/b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,780 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system_bulk/b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,781 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,781 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,781 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T21:37:31,783 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,786 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system_bulk/b078c340b5008a4916bacdf41f1ed971/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:37:31,786 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened b078c340b5008a4916bacdf41f1ed971; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9620928160, jitterRate=-0.10398124158382416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T21:37:31,787 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:37:31,787 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for b078c340b5008a4916bacdf41f1ed971: Running coprocessor pre-open hook at 1731101851768Writing region info on filesystem at 1731101851769 (+1 ms)Initializing all the Stores at 1731101851770 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101851770Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101851770Cleaning up temporary data from old regions at 1731101851781 (+11 ms)Running coprocessor post-open hooks at 1731101851787 (+6 ms)Region opened successfully at 1731101851787 2024-11-08T21:37:31,788 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971., pid=31, masterSystemTime=1731101851757 2024-11-08T21:37:31,791 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:37:31,791 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:37:31,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=b078c340b5008a4916bacdf41f1ed971, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:31,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure b078c340b5008a4916bacdf41f1ed971, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:37:31,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-08T21:37:31,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure b078c340b5008a4916bacdf41f1ed971, server=ae1476a7656f,34891,1731101829303 in 193 msec 2024-11-08T21:37:31,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-08T21:37:31,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b078c340b5008a4916bacdf41f1ed971, ASSIGN in 352 msec 2024-11-08T21:37:31,803 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:37:31,804 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101851804"}]},"ts":"1731101851804"} 2024-11-08T21:37:31,806 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-08T21:37:31,807 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:37:31,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 414 msec 2024-11-08T21:37:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T21:37:32,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-08T21:37:32,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:37:32,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:37:32,046 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T21:37:32,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., hostname=ae1476a7656f,34891,1731101829303, seqNum=2] 2024-11-08T21:37:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-08T21:37:32,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:37:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101852069 (current time:1731101852069). 2024-11-08T21:37:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:37:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T21:37:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f63baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:32,072 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:32,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:32,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:32,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66632d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:32,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:32,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:32,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:32,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:32,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183206f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:32,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:32,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:37:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:37:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:32,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:37:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:37:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-08T21:37:32,093 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:37:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T21:37:32,098 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:37:32,110 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:37:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741853_1029 (size=52) 2024-11-08T21:37:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T21:37:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T21:37:32,524 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:37:32,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203}] 2024-11-08T21:37:32,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:32,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T21:37:32,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:32,689 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing df9e0991dd6131ac0cbdcf4c04222203 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-08T21:37:32,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/eb1631070ab74eea825a1e88697629ae is 49, key is activesession:/session:c/1731101852060/Put/seqid=0 2024-11-08T21:37:32,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741854_1030 (size=5049) 2024-11-08T21:37:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T21:37:32,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T21:37:33,120 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/eb1631070ab74eea825a1e88697629ae 2024-11-08T21:37:33,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/eb1631070ab74eea825a1e88697629ae as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae 2024-11-08T21:37:33,141 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae, entries=1, sequenceid=5, filesize=4.9 K 2024-11-08T21:37:33,142 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for df9e0991dd6131ac0cbdcf4c04222203 in 453ms, sequenceid=5, compaction requested=false 2024-11-08T21:37:33,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for df9e0991dd6131ac0cbdcf4c04222203: 2024-11-08T21:37:33,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. for snapshot_backup_system completed. 2024-11-08T21:37:33,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.' region-info for snapshot=snapshot_backup_system 2024-11-08T21:37:33,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:37:33,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T21:37:33,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae] hfiles 2024-11-08T21:37:33,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae for snapshot=snapshot_backup_system 2024-11-08T21:37:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741855_1031 (size=95) 2024-11-08T21:37:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T21:37:33,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:33,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T21:37:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T21:37:33,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:33,569 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:33,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-08T21:37:33,575 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:37:33,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 in 1.0420 sec 2024-11-08T21:37:33,577 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:37:33,578 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:37:33,578 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T21:37:33,580 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T21:37:33,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741856_1032 (size=731) 2024-11-08T21:37:34,000 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:37:34,012 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:37:34,013 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_backup_system 2024-11-08T21:37:34,016 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:37:34,016 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-08T21:37:34,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9280 sec 2024-11-08T21:37:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T21:37:34,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T21:37:34,246 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731101850069 started at 1731101854245. 2024-11-08T21:37:34,263 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731101850069 has been started. 2024-11-08T21:37:34,268 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-08T21:37:34,274 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-08T21:37:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T21:37:34,277 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T21:37:34,277 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T21:37:34,277 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T21:37:34,277 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T21:37:34,278 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,278 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T21:37:34,332 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,332 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T21:37:34,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:37:34,332 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,333 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T21:37:34,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:34,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T21:37:34,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:34,334 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T21:37:34,336 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T21:37:34,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T21:37:34,337 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T21:37:34,337 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T21:37:34,337 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T21:37:34,337 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T21:37:34,338 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'ae1476a7656f,34891,1731101829303' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T21:37:34,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,342 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:34,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:37:34,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:37:34,344 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T21:37:34,344 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T21:37:34,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:37:34,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:37:34,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:34,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:37:34,346 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'ae1476a7656f,34891,1731101829303' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T21:37:34,347 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T21:37:34,347 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@65b83147[Count = 0] remaining members to acquire global barrier 2024-11-08T21:37:34,347 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:34,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:34,353 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:34,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:34,353 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T21:37:34,353 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,353 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T21:37:34,354 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T21:37:34,354 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,359 INFO [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731101833156 highest: 1731101840525 on ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,360 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1:(num 1731101840525) roll requested 2024-11-08T21:37:34,373 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360, exclude list is [], retry=0 2024-11-08T21:37:34,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:34,379 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101840525 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 2024-11-08T21:37:34,379 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:34,379 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101840525 is not closed yet, will try archiving it next time 2024-11-08T21:37:34,379 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.meta:.meta(num 1731101833712) roll requested 2024-11-08T21:37:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741840_1016 (size=4756) 2024-11-08T21:37:34,393 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101854380.meta, exclude list is [], retry=0 2024-11-08T21:37:34,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:34,398 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101833712.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101854380.meta 2024-11-08T21:37:34,399 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:34,399 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101833712.meta is not closed yet, will try archiving it next time 2024-11-08T21:37:34,399 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0:(num 1731101833156) roll requested 2024-11-08T21:37:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741834_1010 (size=12055) 2024-11-08T21:37:34,413 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399, exclude list is [], retry=0 2024-11-08T21:37:34,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:34,418 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101833156 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 2024-11-08T21:37:34,418 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:34,418 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101833156 is not closed yet, will try archiving it next time 2024-11-08T21:37:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741833_1009 (size=1034) 2024-11-08T21:37:34,420 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-08T21:37:34,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101833156 not finished, retry = 0 2024-11-08T21:37:34,420 INFO [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731101854399 on ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,420 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T21:37:34,421 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,46879,1731101827694 2024-11-08T21:37:34,421 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b4839e9 2024-11-08T21:37:34,421 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T21:37:34,422 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T21:37:34,423 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:34,423 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:34,423 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:34,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T21:37:34,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:37:34,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:37:34,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:33257/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., hostname=ae1476a7656f,34891,1731101829303, seqNum=2] 2024-11-08T21:37:34,448 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T21:37:34,448 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'ae1476a7656f,34891,1731101829303' in zk 2024-11-08T21:37:34,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,497 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T21:37:34,497 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T21:37:34,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,498 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T21:37:34,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:37:34,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:37:34,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:37:34,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:37:34,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:34,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:37:34,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:34,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'ae1476a7656f,34891,1731101829303': 2024-11-08T21:37:34,503 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T21:37:34,503 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T21:37:34,503 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T21:37:34,503 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'ae1476a7656f,34891,1731101829303' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T21:37:34,503 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T21:37:34,503 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T21:37:34,522 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101833156 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101833156 2024-11-08T21:37:34,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T21:37:34,532 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:37:34,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:37:34,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:37:34,533 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T21:37:34,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:37:34,533 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:34,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:37:34,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:34,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,535 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:37:34,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:34,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T21:37:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:34,553 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T21:37:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:34,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:37:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:37:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T21:37:34,553 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T21:37:34,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T21:37:34,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T21:37:34,554 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T21:37:34,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:37:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T21:37:34,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } 2024-11-08T21:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101854572 (current time:1731101854572). 2024-11-08T21:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731101854571_default_test-1731101838824 VERSION not specified, setting to 2 2024-11-08T21:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d31a0c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:34,574 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:34,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:34,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:34,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b276f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:34,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:34,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:34,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:34,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:34,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d805a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:34,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:34,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:34,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:34,580 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:34,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } 2024-11-08T21:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-08T21:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T21:37:34,584 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:37:34,585 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:37:34,590 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:37:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741860_1036 (size=84) 2024-11-08T21:37:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T21:37:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T21:37:35,000 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:37:35,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb968248f79d1f6820f2f0c63774afa}] 2024-11-08T21:37:35,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:35,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T21:37:35,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:35,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7fb968248f79d1f6820f2f0c63774afa 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-08T21:37:35,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f3/e51bda1bfed44fde9abf01a952a1ae93 is 58, key is row-test-1731101838824-3-0/f3:q1/1731101850033/Put/seqid=0 2024-11-08T21:37:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741861_1037 (size=5387) 2024-11-08T21:37:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T21:37:35,592 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f3/e51bda1bfed44fde9abf01a952a1ae93 2024-11-08T21:37:35,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741862_1038 (size=4469) 2024-11-08T21:37:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T21:37:36,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/mob/1f2115dd5fcd460eb6871c67c7fa4cfc is 59, key is row-test-1731101838824-3-0/mob:q1/1731101850051/Put/seqid=0 2024-11-08T21:37:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741863_1039 (size=5484) 2024-11-08T21:37:36,462 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/mob/1f2115dd5fcd460eb6871c67c7fa4cfc 2024-11-08T21:37:36,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f3/e51bda1bfed44fde9abf01a952a1ae93 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93 2024-11-08T21:37:36,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93, entries=6, sequenceid=121, filesize=5.3 K 2024-11-08T21:37:36,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/mob/1f2115dd5fcd460eb6871c67c7fa4cfc as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc 2024-11-08T21:37:36,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc, entries=6, sequenceid=121, filesize=5.4 K 2024-11-08T21:37:36,489 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7fb968248f79d1f6820f2f0c63774afa in 1333ms, sequenceid=121, compaction requested=false 2024-11-08T21:37:36,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7fb968248f79d1f6820f2f0c63774afa: 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. for snapshot_1731101854571_default_test-1731101838824 completed. 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.' region-info for snapshot=snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca] hfiles 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca for snapshot=snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93] hfiles 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93 for snapshot=snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc] hfiles 2024-11-08T21:37:36,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc for snapshot=snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:36,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741864_1040 (size=185) 2024-11-08T21:37:36,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T21:37:36,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:36,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T21:37:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T21:37:36,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731101854571_default_test-1731101838824 on region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:36,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:36,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-08T21:37:36,907 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:37:36,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fb968248f79d1f6820f2f0c63774afa in 1.9010 sec 2024-11-08T21:37:36,909 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:37:36,912 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T21:37:36,912 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T21:37:36,913 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:36,913 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-08T21:37:36,914 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:36,914 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-08T21:37:36,914 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:36,915 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-08T21:37:36,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741865_1041 (size=49) 2024-11-08T21:37:37,328 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:37:37,328 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:37,330 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:37,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-08T21:37:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741866_1042 (size=1146) 2024-11-08T21:37:37,753 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:37:37,767 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:37:37,767 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101854571_default_test-1731101838824 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:37,770 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:37:37,770 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-08T21:37:37,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731101854571_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } in 3.1890 sec 2024-11-08T21:37:38,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-08T21:37:38,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-08T21:37:38,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-08T21:37:38,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-08T21:37:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T21:37:38,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731101838824 completed 2024-11-08T21:37:38,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } 2024-11-08T21:37:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101858755 (current time:1731101858755). 2024-11-08T21:37:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:37:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731101858755_ns2_test-17311018388241 VERSION not specified, setting to 2 2024-11-08T21:37:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dca25ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:38,757 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7458bdc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:38,759 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:38,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f136f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:38,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:38,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:38,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:38,764 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:37:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:37:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:38,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:37:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } 2024-11-08T21:37:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-08T21:37:38,768 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:37:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T21:37:38,769 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:37:38,773 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:37:38,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741867_1043 (size=86) 2024-11-08T21:37:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T21:37:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T21:37:39,182 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:37:39,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9593b518979e529833b0c327f4f62e9c}] 2024-11-08T21:37:39,184 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:39,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-08T21:37:39,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:39,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 9593b518979e529833b0c327f4f62e9c 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-08T21:37:39,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/.tmp/f/0446b83d3a2640969e3cec6d18688293 is 37, key is row10/f:q1/1731101843875/Put/seqid=0 2024-11-08T21:37:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741868_1044 (size=8413) 2024-11-08T21:37:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T21:37:39,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/.tmp/f/0446b83d3a2640969e3cec6d18688293 2024-11-08T21:37:39,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/.tmp/f/0446b83d3a2640969e3cec6d18688293 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293 2024-11-08T21:37:39,793 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293, entries=99, sequenceid=103, filesize=8.2 K 2024-11-08T21:37:39,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9593b518979e529833b0c327f4f62e9c in 456ms, sequenceid=103, compaction requested=false 2024-11-08T21:37:39,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 9593b518979e529833b0c327f4f62e9c: 2024-11-08T21:37:39,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. for snapshot_1731101858755_ns2_test-17311018388241 completed. 2024-11-08T21:37:39,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c.' region-info for snapshot=snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:39,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:37:39,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293] hfiles 2024-11-08T21:37:39,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293 for snapshot=snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:39,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741869_1045 (size=91) 2024-11-08T21:37:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T21:37:40,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:37:40,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T21:37:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T21:37:40,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731101858755_ns2_test-17311018388241 on region 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:40,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:37:40,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T21:37:40,208 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:37:40,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9593b518979e529833b0c327f4f62e9c in 1.0230 sec 2024-11-08T21:37:40,209 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:37:40,210 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:37:40,210 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:40,211 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:40,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741870_1046 (size=456) 2024-11-08T21:37:40,627 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:37:40,636 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:37:40,637 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101858755_ns2_test-17311018388241 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:40,638 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:37:40,639 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-08T21:37:40,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731101858755_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } in 1.8740 sec 2024-11-08T21:37:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T21:37:40,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17311018388241 completed 2024-11-08T21:37:40,917 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731101850069 2024-11-08T21:37:40,917 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-08T21:37:40,921 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-08T21:37:40,923 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731101850069_test-1731101838824 2024-11-08T21:37:40,923 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731101854571_default_test-1731101838824 to hdfs://localhost:33257/backupUT/backup_1731101850069/default/test-1731101838824/ 2024-11-08T21:37:40,928 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T21:37:40,962 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33257, inputRoot=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:40,962 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_515461608_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33257/backupUT/backup_1731101850069/default/test-1731101838824, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33257/backupUT/backup_1731101850069/default/test-1731101838824/.hbase-snapshot/.tmp/snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:40,964 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T21:37:40,971 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101854571_default_test-1731101838824 to hdfs://localhost:33257/backupUT/backup_1731101850069/default/test-1731101838824/.hbase-snapshot/.tmp/snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741872_1048 (size=84) 2024-11-08T21:37:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741871_1047 (size=1146) 2024-11-08T21:37:41,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:41,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:41,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-6931720232706855792.jar 2024-11-08T21:37:42,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:37:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:37:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:37:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:37:42,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:37:42,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:37:42,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:37:42,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:37:42,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:37:42,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:37:42,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:37:42,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:37:42,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:37:42,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:37:42,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:37:42,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:37:42,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:37:42,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:37:42,371 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:37:42,400 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731101854571_default_test-1731101838824' hfile list 2024-11-08T21:37:42,406 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-08T21:37:42,633 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local516580140_0001_f6282c5a-07d4-4bf1-b49b-3244ec0384cb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T21:37:42,633 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local516580140_0001_f6282c5a-07d4-4bf1-b49b-3244ec0384cb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T21:37:42,813 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T21:37:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741873_1049 (size=8413) 2024-11-08T21:37:43,309 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca output=hdfs://localhost:33257/backupUT/backup_1731101850069/default/test-1731101838824/archive/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca 2024-11-08T21:37:43,311 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-08T21:37:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741874_1050 (size=5484) 2024-11-08T21:37:43,748 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc output=hdfs://localhost:33257/backupUT/backup_1731101850069/default/test-1731101838824/archive/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc 2024-11-08T21:37:43,748 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-08T21:37:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741875_1051 (size=5387) 2024-11-08T21:37:44,228 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93 output=hdfs://localhost:33257/backupUT/backup_1731101850069/default/test-1731101838824/archive/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93 2024-11-08T21:37:44,229 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-08T21:37:44,734 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T21:37:44,736 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T21:37:44,746 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:44,746 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731101854571_default_test-1731101838824 finished. 2024-11-08T21:37:44,746 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731101850069_ns2:test-17311018388241 2024-11-08T21:37:44,746 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731101858755_ns2_test-17311018388241 to hdfs://localhost:33257/backupUT/backup_1731101850069/ns2/test-17311018388241/ 2024-11-08T21:37:44,746 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T21:37:44,774 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33257, inputRoot=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:37:44,774 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_515461608_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33257/backupUT/backup_1731101850069/ns2/test-17311018388241, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33257/backupUT/backup_1731101850069/ns2/test-17311018388241/.hbase-snapshot/.tmp/snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:44,777 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T21:37:44,782 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101858755_ns2_test-17311018388241 to hdfs://localhost:33257/backupUT/backup_1731101850069/ns2/test-17311018388241/.hbase-snapshot/.tmp/snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741876_1052 (size=86) 2024-11-08T21:37:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741877_1053 (size=456) 2024-11-08T21:37:45,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:45,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:45,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-7653589273496106188.jar 2024-11-08T21:37:46,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:46,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:37:46,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:37:46,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:37:46,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:37:46,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:37:46,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:37:46,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:37:46,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:37:46,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:37:46,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:37:46,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:37:46,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:37:46,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:37:46,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:37:46,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:37:46,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:37:46,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:37:46,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:37:46,127 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:37:46,151 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731101858755_ns2_test-17311018388241' hfile list 2024-11-08T21:37:46,153 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-08T21:37:46,236 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local1153890944_0002_767738af-ef81-4c52-95d1-156900906d6f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T21:37:46,236 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local1153890944_0002_767738af-ef81-4c52-95d1-156900906d6f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T21:37:46,307 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T21:37:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741878_1054 (size=8413) 2024-11-08T21:37:46,360 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293 output=hdfs://localhost:33257/backupUT/backup_1731101850069/ns2/test-17311018388241/archive/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293 2024-11-08T21:37:46,361 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.171M/sec 2024-11-08T21:37:47,281 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T21:37:47,282 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T21:37:47,291 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:47,291 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731101858755_ns2_test-17311018388241 finished. 2024-11-08T21:37:47,292 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731101838824 2024-11-08T21:37:47,292 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17311018388241 2024-11-08T21:37:47,337 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731101850069 2024-11-08T21:37:47,337 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-08T21:37:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741879_1055 (size=130) 2024-11-08T21:37:47,746 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:33257/backupUT/backup_1731101850069/.backup.manifest 2024-11-08T21:37:47,748 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731101850069 finished: type=FULL,tablelist=test-1731101838824;ns2:test-17311018388241,targetRootDir=hdfs://localhost:33257/backupUT,startts=1731101854245,completets=1731101867335,bytescopied=0 2024-11-08T21:37:47,748 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-08T21:37:47,748 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:47,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731101854571_default_test-1731101838824" type: DISABLED 2024-11-08T21:37:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731101854571_default_test-1731101838824 2024-11-08T21:37:47,761 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731101854571_default_test-1731101838824 for backup backup_1731101850069 succeeded. 2024-11-08T21:37:47,761 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:47,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731101858755_ns2_test-17311018388241" type: DISABLED 2024-11-08T21:37:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731101858755_ns2_test-17311018388241 2024-11-08T21:37:47,765 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731101858755_ns2_test-17311018388241 for backup backup_1731101850069 succeeded. 2024-11-08T21:37:47,767 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T21:37:47,776 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T21:37:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T21:37:47,780 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T21:37:47,787 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T21:37:47,802 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731101850069 completed. 2024-11-08T21:37:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:37:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:37:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731101850069', locateType=CURRENT is [region=backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., hostname=ae1476a7656f,34891,1731101829303, seqNum=2] 2024-11-08T21:37:48,026 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731101838824 2024-11-08T21:37:48,048 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731101838824 2024-11-08T21:37:48,236 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731101838824 to Mob enabled CF 2024-11-08T21:37:48,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17311018388241', row='row-t20', locateType=CURRENT is [region=ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c., hostname=ae1476a7656f,34891,1731101829303, seqNum=2] 2024-11-08T21:37:48,268 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17311018388241 2024-11-08T21:37:48,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:37:48,276 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] assignment.SplitTableRegionProcedure(210): test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. splitKey isn't explicitly specified, will try to find a best split key from RS ae1476a7656f,34891,1731101829303 2024-11-08T21:37:48,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca because midkey is the same as first or last row 2024-11-08T21:37:48,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93 because midkey is the same as first or last row 2024-11-08T21:37:48,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc because midkey is the same as first or last row 2024-11-08T21:37:48,280 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.HRegion(2902): Flushing 7fb968248f79d1f6820f2f0c63774afa 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-08T21:37:48,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f/6658453bf20d473792525b50bbaa0468 is 59, key is row-test-1731101838824-1-10/f:q1/1731101867854/Put/seqid=0 2024-11-08T21:37:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741880_1056 (size=10796) 2024-11-08T21:37:48,707 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f/6658453bf20d473792525b50bbaa0468 2024-11-08T21:37:48,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa is 63, key is row-test-1731101838824-3-100/mob:q1/1731101868217/Put/seqid=0 2024-11-08T21:37:48,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741881_1057 (size=5591) 2024-11-08T21:37:49,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:37:49,147 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/mobdir/data/default/test-1731101838824/130405ff71dc455bd5181979df42fcb2/mob/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:37:49,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/mob/ed0cb0bb999b4751b0ed9d4887862916, store: [table=test-1731101838824 family=mob region=7fb968248f79d1f6820f2f0c63774afa] 2024-11-08T21:37:49,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/mob/ed0cb0bb999b4751b0ed9d4887862916 is 192, key is row-test-1731101838824-3-100/mob:q1/1731101868217/Put/seqid=0 2024-11-08T21:37:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741882_1058 (size=13760) 2024-11-08T21:37:49,556 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/mob/ed0cb0bb999b4751b0ed9d4887862916 2024-11-08T21:37:49,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f/6658453bf20d473792525b50bbaa0468 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/6658453bf20d473792525b50bbaa0468 2024-11-08T21:37:49,576 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/6658453bf20d473792525b50bbaa0468, entries=99, sequenceid=334, filesize=10.5 K 2024-11-08T21:37:49,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/mob/ed0cb0bb999b4751b0ed9d4887862916 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/ed0cb0bb999b4751b0ed9d4887862916 2024-11-08T21:37:49,584 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/ed0cb0bb999b4751b0ed9d4887862916, entries=111, sequenceid=334, filesize=13.4 K 2024-11-08T21:37:49,585 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 7fb968248f79d1f6820f2f0c63774afa in 1305ms, sequenceid=334, compaction requested=false 2024-11-08T21:37:49,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.HRegion(2603): Flush status journal for 7fb968248f79d1f6820f2f0c63774afa: 2024-11-08T21:37:49,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/6658453bf20d473792525b50bbaa0468 because midkey is the same as first or last row 2024-11-08T21:37:49,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93 because midkey is the same as first or last row 2024-11-08T21:37:49,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/ed0cb0bb999b4751b0ed9d4887862916 because midkey is the same as first or last row 2024-11-08T21:37:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=ae1476a7656f,34891,1731101829303 2024-11-08T21:37:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T21:37:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.CallRunner(138): callId: 300 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:58812 deadline: 1731101928274, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-08T21:37:49,592 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:37:49,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731101838824 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:37:49,593 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:37:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731101838824,, stopping at row=test-1731101838824 ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,604 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731101838824,, stopping at row=test-1731101838824 ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,612 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1344 2024-11-08T21:37:49,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,650 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T21:37:49,654 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731101869612 2024-11-08T21:37:49,660 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731101850069} 2024-11-08T21:37:49,660 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T21:37:49,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:37:49,708 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:37:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101869708 (current time:1731101869708). 2024-11-08T21:37:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:37:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T21:37:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b242c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:49,711 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:49,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:49,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370638ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:49,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:49,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5358380d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:49,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:49,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:49,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:49,718 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:37:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:37:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:49,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:37:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:37:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-08T21:37:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T21:37:49,721 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:37:49,722 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:37:49,724 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:37:49,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741883_1059 (size=52) 2024-11-08T21:37:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T21:37:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T21:37:50,133 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:37:50,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203}] 2024-11-08T21:37:50,136 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:50,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-08T21:37:50,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:50,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing df9e0991dd6131ac0cbdcf4c04222203 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-08T21:37:50,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/3f67871709734e949e3dad2659506be6 is 158, key is trslm:hdfs://localhost:33257/backupUT\x00ns2:test-17311018388241/meta:log-roll-map/1731101867325/Put/seqid=0 2024-11-08T21:37:50,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741884_1060 (size=5914) 2024-11-08T21:37:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T21:37:50,722 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/3f67871709734e949e3dad2659506be6 2024-11-08T21:37:50,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/e6188d43d3784914aa9757d31afe6398 is 433, key is session:backup_1731101850069/session:context/1731101867786/Put/seqid=0 2024-11-08T21:37:50,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741885_1061 (size=5535) 2024-11-08T21:37:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T21:37:51,145 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/e6188d43d3784914aa9757d31afe6398 2024-11-08T21:37:51,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/3f67871709734e949e3dad2659506be6 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6 2024-11-08T21:37:51,166 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6, entries=6, sequenceid=17, filesize=5.8 K 2024-11-08T21:37:51,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/e6188d43d3784914aa9757d31afe6398 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398 2024-11-08T21:37:51,175 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T21:37:51,176 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for df9e0991dd6131ac0cbdcf4c04222203 in 884ms, sequenceid=17, compaction requested=false 2024-11-08T21:37:51,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for df9e0991dd6131ac0cbdcf4c04222203: 2024-11-08T21:37:51,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. for snapshot_backup_system completed. 2024-11-08T21:37:51,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.' region-info for snapshot=snapshot_backup_system 2024-11-08T21:37:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:37:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6] hfiles 2024-11-08T21:37:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6 for snapshot=snapshot_backup_system 2024-11-08T21:37:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398] hfiles 2024-11-08T21:37:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae for snapshot=snapshot_backup_system 2024-11-08T21:37:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398 for snapshot=snapshot_backup_system 2024-11-08T21:37:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741886_1062 (size=173) 2024-11-08T21:37:51,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:37:51,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T21:37:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T21:37:51,585 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:51,585 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:37:51,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T21:37:51,590 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:37:51,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 in 1.4530 sec 2024-11-08T21:37:51,591 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:37:51,592 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:37:51,592 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T21:37:51,593 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T21:37:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741887_1063 (size=810) 2024-11-08T21:37:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T21:37:52,006 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:37:52,022 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:37:52,023 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_backup_system 2024-11-08T21:37:52,025 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:37:52,025 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-08T21:37:52,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3060 sec 2024-11-08T21:37:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T21:37:53,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T21:37:53,874 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731101869612 started at 1731101873874. 2024-11-08T21:37:53,877 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731101869612 has been started. 2024-11-08T21:37:53,882 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731101838824, ns2:test-17311018388241] 2024-11-08T21:37:53,886 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731101840525for backupID backup_1731101869612 2024-11-08T21:37:53,886 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-08T21:37:53,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-08T21:37:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T21:37:53,887 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T21:37:53,887 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T21:37:53,887 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T21:37:53,887 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T21:37:53,888 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:53,888 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:53,990 DEBUG [master/ae1476a7656f:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731101838824 2024-11-08T21:37:54,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741888_1064 (size=950) 2024-11-08T21:37:54,004 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T21:37:54,004 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T21:37:54,004 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:37:54,004 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,005 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T21:37:54,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:54,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:54,006 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T21:37:54,006 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:54,006 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T21:37:54,006 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T21:37:54,006 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T21:37:54,006 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T21:37:54,006 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T21:37:54,006 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T21:37:54,006 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T21:37:54,006 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'ae1476a7656f,34891,1731101829303' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T21:37:54,014 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:37:54,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:37:54,015 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T21:37:54,015 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T21:37:54,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:37:54,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:37:54,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:54,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:37:54,017 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'ae1476a7656f,34891,1731101829303' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T21:37:54,017 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@118a5b68[Count = 0] remaining members to acquire global barrier 2024-11-08T21:37:54,017 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T21:37:54,017 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:54,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:54,025 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:54,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:54,025 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T21:37:54,026 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,026 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T21:37:54,026 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T21:37:54,026 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,026 INFO [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731101854399 highest: 1731101854399 on ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,026 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1:(num 1731101854360) roll requested 2024-11-08T21:37:54,044 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101874026, exclude list is [], retry=0 2024-11-08T21:37:54,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:54,050 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101874026 2024-11-08T21:37:54,050 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:54,050 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 is not closed yet, will try archiving it next time 2024-11-08T21:37:54,051 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.meta:.meta(num 1731101854380) roll requested 2024-11-08T21:37:54,051 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101840525 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101840525 2024-11-08T21:37:54,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741857_1033 (size=30490) 2024-11-08T21:37:54,068 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101874051.meta, exclude list is [], retry=0 2024-11-08T21:37:54,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:54,072 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101854380.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101874051.meta 2024-11-08T21:37:54,072 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:54,073 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101854380.meta is not closed yet, will try archiving it next time 2024-11-08T21:37:54,073 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0:(num 1731101854399) roll requested 2024-11-08T21:37:54,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741858_1034 (size=93) 2024-11-08T21:37:54,075 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101854380.meta to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.meta.1731101854380.meta 2024-11-08T21:37:54,088 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101874073, exclude list is [], retry=0 2024-11-08T21:37:54,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:37:54,093 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101874073 2024-11-08T21:37:54,094 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:37:54,094 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 is not closed yet, will try archiving it next time 2024-11-08T21:37:54,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741859_1035 (size=1198) 2024-11-08T21:37:54,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 not finished, retry = 0 2024-11-08T21:37:54,106 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-08T21:37:54,107 INFO [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731101874073 on ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:37:54,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:37:54,130 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T21:37:54,130 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'ae1476a7656f,34891,1731101829303' in zk 2024-11-08T21:37:54,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,141 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T21:37:54,141 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T21:37:54,141 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T21:37:54,141 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,141 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:37:54,141 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:37:54,142 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:37:54,142 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:37:54,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:54,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:37:54,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:54,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'ae1476a7656f,34891,1731101829303': 2024-11-08T21:37:54,146 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T21:37:54,146 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T21:37:54,146 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'ae1476a7656f,34891,1731101829303' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T21:37:54,146 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T21:37:54,146 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T21:37:54,146 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T21:37:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:37:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:37:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T21:37:54,151 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T21:37:54,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:54,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:54,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:37:54,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:37:54,152 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T21:37:54,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:37:54,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:37:54,152 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T21:37:54,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:54,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:37:54,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:54,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,155 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:37:54,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:37:54,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:37:54,162 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:54,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:37:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T21:37:54,162 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T21:37:54,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T21:37:54,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T21:37:54,162 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T21:37:54,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:37:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T21:37:54,177 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {ae1476a7656f:34891=1731101840525} newestTimestamps: {ae1476a7656f:34891=1731101854399} 2024-11-08T21:37:54,180 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ae1476a7656f%2C34891%2C1731101829303.meta.1731101833712.meta 2024-11-08T21:37:54,180 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ae1476a7656f%2C34891%2C1731101829303.meta.1731101874051.meta 2024-11-08T21:37:54,180 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 2024-11-08T21:37:54,180 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101874073 2024-11-08T21:37:54,180 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 2024-11-08T21:37:54,180 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101874026 2024-11-08T21:37:54,181 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.meta.1731101854380.meta 2024-11-08T21:37:54,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741892_1068 (size=950) 2024-11-08T21:37:54,405 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/.tabledesc/.tableinfo.0000000002.908 2024-11-08T21:37:54,405 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/.tabledesc/.tableinfo.0000000003.950 2024-11-08T21:37:54,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731101838824 in 419 msec 2024-11-08T21:37:54,595 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731101838824 target: hdfs://localhost:33257/backupUT/backup_1731101869612/default/test-1731101838824 descriptor: 'test-1731101838824', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:54,595 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T21:37:54,598 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731101838824 2024-11-08T21:37:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741893_1069 (size=53) 2024-11-08T21:37:55,004 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731101838824 2024-11-08T21:37:55,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741894_1070 (size=364) 2024-11-08T21:37:55,418 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17311018388241 target: hdfs://localhost:33257/backupUT/backup_1731101869612/ns2/test-17311018388241 descriptor: 'ns2:test-17311018388241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:37:55,418 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T21:37:55,422 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17311018388241 2024-11-08T21:37:55,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741895_1071 (size=50) 2024-11-08T21:37:55,434 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17311018388241 2024-11-08T21:37:55,448 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:33257/backupUT/.tmp/backup_1731101869612 from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399;hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 2024-11-08T21:37:55,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7415e6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:55,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:55,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:55,452 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:55,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:55,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:55,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfc6dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:55,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:55,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:55,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:55,454 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:55,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8b0788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:55,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T21:37:55,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,46879,1731101827694 2024-11-08T21:37:55,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1921237f 2024-11-08T21:37:55,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T21:37:55,458 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T21:37:55,467 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T21:37:55,467 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731101838824 2024-11-08T21:37:55,468 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731101838824,, stopping at row=test-1731101838824 ,, for max=2147483647 with caching=100 2024-11-08T21:37:55,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:55,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:55,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:55,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:55,478 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731101838824: test-1731101838824; 2024-11-08T21:37:55,478 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17311018388241 2024-11-08T21:37:55,478 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17311018388241,, stopping at row=ns2:test-17311018388241 ,, for max=2147483647 with caching=100 2024-11-08T21:37:55,482 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17311018388241: ns2:test-17311018388241; 2024-11-08T21:37:55,482 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T21:37:55,483 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/hbase-staging/partitions_af0800ee-8983-4901-8ff2-42e86c3eba7d 2024-11-08T21:37:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741896_1072 (size=192) 2024-11-08T21:37:55,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:55,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:55,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-1377973465163423151.jar 2024-11-08T21:37:56,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:37:56,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:37:56,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:37:56,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:37:56,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:37:56,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:37:56,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:37:56,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:37:56,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:37:56,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:37:56,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:37:56,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:37:56,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:37:56,832 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731101838824,ns2:test-17311018388241 2024-11-08T21:37:56,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T21:37:56,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:37:56,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:56,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:56,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:56,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:37:57,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-14490227135384537713.jar 2024-11-08T21:37:57,841 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:37:57,865 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 for WAL files 2024-11-08T21:37:57,867 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 2024-11-08T21:37:57,867 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 for WAL files 2024-11-08T21:37:57,868 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 2024-11-08T21:37:57,958 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local1948900707_0003_2bc08e84-8128-4313-8ebd-14d862ec018f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T21:37:57,958 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local1948900707_0003_2bc08e84-8128-4313-8ebd-14d862ec018f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T21:37:58,049 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 for hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 (-9223372036854775808:9223372036854775807) length:30490 2024-11-08T21:37:58,076 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T21:37:58,077 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T21:37:58,118 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 for hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 (-9223372036854775808:9223372036854775807) length:1198 2024-11-08T21:37:58,122 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T21:37:58,122 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T21:37:58,216 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96e62d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,216 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:58,216 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:58,217 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:58,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:58,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:58,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef3341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:58,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:58,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,220 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:58,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6554d709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,221 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:58,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:58,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:58,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:58,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17311018388241', row='row-t20', locateType=CURRENT is [region=ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c., hostname=ae1476a7656f,34891,1731101829303, seqNum=2] 2024-11-08T21:37:58,226 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T21:37:58,226 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:37:58,226 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,227 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:58,227 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-08T21:37:58,227 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: ae1476a7656f 2024-11-08T21:37:58,233 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/backupUT/.tmp/backup_1731101869612/_temporary/0/_temporary/attempt_local1948900707_0003_r_000000_0/ns2/test-17311018388241/f/639def15a0954ca3aa9f6976459c663c is 38, key is row-t20/f:q1/1731101868254/Put/seqid=0 2024-11-08T21:37:58,236 WARN [Thread-949 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [ae1476a7656f:34891] Specified favored nodes: [ae1476a7656f:34891] 2024-11-08T21:37:58,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741897_1073 (size=5275) 2024-11-08T21:37:58,275 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218c9f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,275 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:58,275 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:58,276 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:58,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:58,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:58,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cac375f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:58,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:58,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:58,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644cb9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,280 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:58,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:58,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:58,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731101838824', row='row-test-1731101838824-1-0', locateType=CURRENT is [region=test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., hostname=ae1476a7656f,34891,1731101829303, seqNum=107] 2024-11-08T21:37:58,286 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T21:37:58,286 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:37:58,286 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,286 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,286 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731101838824-1-0] 2024-11-08T21:37:58,286 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: ae1476a7656f 2024-11-08T21:37:58,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:58,304 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2905ff2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,305 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:37:58,305 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:37:58,306 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:37:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:37:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:37:58,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6a9ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:37:58,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:37:58,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,309 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:37:58,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387756dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:37:58,311 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:37:58,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:37:58,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:37:58,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:37:58,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731101838824', row='row-test-1731101838824-3-0', locateType=CURRENT is [region=test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., hostname=ae1476a7656f,34891,1731101829303, seqNum=107] 2024-11-08T21:37:58,322 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T21:37:58,322 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:37:58,322 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,323 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:37:58,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:37:58,323 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731101838824-3-0] 2024-11-08T21:37:58,323 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: ae1476a7656f 2024-11-08T21:37:58,337 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/backupUT/.tmp/backup_1731101869612/_temporary/0/_temporary/attempt_local1948900707_0003_r_000001_0/default/test-1731101838824/f/bdfe2f1e6cac4dc49fcecfbfc9395dc7 is 59, key is row-test-1731101838824-1-10/f:q1/1731101867854/Put/seqid=0 2024-11-08T21:37:58,339 WARN [Thread-961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [ae1476a7656f:34891] Specified favored nodes: [ae1476a7656f:34891] 2024-11-08T21:37:58,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741898_1074 (size=10770) 2024-11-08T21:37:58,346 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/backupUT/.tmp/backup_1731101869612/_temporary/0/_temporary/attempt_local1948900707_0003_r_000001_0/default/test-1731101838824/mob/b64bdbbad8f94ccd8f0341430fad2284 is 63, key is row-test-1731101838824-3-100/mob:q1/1731101868217/Put/seqid=0 2024-11-08T21:37:58,348 WARN [Thread-963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [ae1476a7656f:34891] Specified favored nodes: [ae1476a7656f:34891] 2024-11-08T21:37:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741899_1075 (size=11811) 2024-11-08T21:37:59,008 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:33257/backupUT 2024-11-08T21:37:59,009 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731101869612 2024-11-08T21:37:59,009 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-08T21:37:59,025 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:33257/backupUT/.tmp/backup_1731101869612, hdfs://localhost:33257/backupUT] 2024-11-08T21:37:59,096 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:37:59,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741900_1076 (size=5275) 2024-11-08T21:37:59,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741901_1077 (size=11811) 2024-11-08T21:38:00,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741902_1078 (size=10770) 2024-11-08T21:38:00,716 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-08T21:38:00,719 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731101869612 2024-11-08T21:38:00,719 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-08T21:38:00,720 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1714148505_0004 completed: true true 2024-11-08T21:38:00,721 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823568 FILE: Number of bytes written=6209668 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=248 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-08T21:38:00,721 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:33257/backupUT/.tmp/backup_1731101869612 to hdfs://localhost:33257/backupUT finished. 2024-11-08T21:38:00,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731101838824:', locateType=CURRENT is [region=backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971., hostname=ae1476a7656f,34891,1731101829303, seqNum=2] 2024-11-08T21:38:00,739 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731101869612 2024-11-08T21:38:00,744 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731101850069} 2024-11-08T21:38:00,744 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T21:38:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741903_1079 (size=384) 2024-11-08T21:38:00,754 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:33257/backupUT/backup_1731101869612/.backup.manifest 2024-11-08T21:38:00,754 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731101869612 finished: type=INCREMENTAL,tablelist=test-1731101838824;ns2:test-17311018388241,targetRootDir=hdfs://localhost:33257/backupUT,startts=1731101873874,completets=1731101880739,bytescopied=0 2024-11-08T21:38:00,754 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T21:38:00,762 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T21:38:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T21:38:00,770 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T21:38:00,775 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T21:38:00,781 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731101869612 completed. 2024-11-08T21:38:00,782 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-08T21:38:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:00,807 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:33257/backupUT/backup_1731101869612/.backup.manifest 2024-11-08T21:38:00,813 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731101869612/.backup.manifest 2024-11-08T21:38:00,815 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1731101838824 from 'test-1731101838824', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731101838824', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:38:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731101838824 2024-11-08T21:38:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741904_1080 (size=908) 2024-11-08T21:38:01,237 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/.tabledesc/.tableinfo.0000000003.950 2024-11-08T21:38:01,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/.tabledesc/.tableinfo.0000000004.908 2024-11-08T21:38:01,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731101838824}] 2024-11-08T21:38:01,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE}] 2024-11-08T21:38:01,244 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE 2024-11-08T21:38:01,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=CLOSING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:38:01,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE because future has completed 2024-11-08T21:38:01,247 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T21:38:01,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:38:01,401 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,401 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T21:38:01,401 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 7fb968248f79d1f6820f2f0c63774afa, disabling compactions & flushes 2024-11-08T21:38:01,401 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:01,401 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:01,401 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. after waiting 0 ms 2024-11-08T21:38:01,401 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:01,407 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-08T21:38:01,408 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:01,408 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:01,408 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 7fb968248f79d1f6820f2f0c63774afa: Waiting for close lock at 1731101881401Running coprocessor pre-close hooks at 1731101881401Disabling compacts and flushes for region at 1731101881401Disabling writes for close at 1731101881401Writing region close event to WAL at 1731101881402 (+1 ms)Running coprocessor post-close hooks at 1731101881408 (+6 ms)Closed at 1731101881408 2024-11-08T21:38:01,408 WARN [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 7fb968248f79d1f6820f2f0c63774afa to self. 2024-11-08T21:38:01,411 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=CLOSED 2024-11-08T21:38:01,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:38:01,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-08T21:38:01,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 in 166 msec 2024-11-08T21:38:01,417 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE; state=CLOSED, location=ae1476a7656f,34891,1731101829303; forceNewPlan=false, retain=true 2024-11-08T21:38:01,568 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:38:01,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE because future has completed 2024-11-08T21:38:01,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:38:01,726 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:01,726 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb968248f79d1f6820f2f0c63774afa, NAME => 'test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:38:01,727 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:38:01,727 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731101838824 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,727 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:38:01,727 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,727 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,729 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,730 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb968248f79d1f6820f2f0c63774afa columnFamilyName f 2024-11-08T21:38:01,730 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:01,739 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/6658453bf20d473792525b50bbaa0468 2024-11-08T21:38:01,747 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca 2024-11-08T21:38:01,747 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(327): Store=7fb968248f79d1f6820f2f0c63774afa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:38:01,748 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,750 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb968248f79d1f6820f2f0c63774afa columnFamilyName f2 2024-11-08T21:38:01,750 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:01,750 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(327): Store=7fb968248f79d1f6820f2f0c63774afa/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:38:01,751 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,752 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb968248f79d1f6820f2f0c63774afa columnFamilyName mob 2024-11-08T21:38:01,753 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:01,761 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc 2024-11-08T21:38:01,766 DEBUG [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/ed0cb0bb999b4751b0ed9d4887862916 2024-11-08T21:38:01,767 INFO [StoreOpener-7fb968248f79d1f6820f2f0c63774afa-1 {}] regionserver.HStore(327): Store=7fb968248f79d1f6820f2f0c63774afa/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:38:01,767 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,768 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,770 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,771 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,771 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,772 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731101838824 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T21:38:01,774 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,774 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 7fb968248f79d1f6820f2f0c63774afa; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10612684960, jitterRate=-0.011616691946983337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T21:38:01,775 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:01,777 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 7fb968248f79d1f6820f2f0c63774afa: Running coprocessor pre-open hook at 1731101881727Writing region info on filesystem at 1731101881727Initializing all the Stores at 1731101881728 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101881728Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101881728Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101881728Cleaning up temporary data from old regions at 1731101881771 (+43 ms)Running coprocessor post-open hooks at 1731101881775 (+4 ms)Region opened successfully at 1731101881777 (+2 ms) 2024-11-08T21:38:01,778 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., pid=46, masterSystemTime=1731101881722 2024-11-08T21:38:01,780 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:01,781 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:01,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7fb968248f79d1f6820f2f0c63774afa, regionState=OPEN, openSeqNum=338, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:38:01,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:38:01,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-08T21:38:01,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb968248f79d1f6820f2f0c63774afa, server=ae1476a7656f,34891,1731101829303 in 216 msec 2024-11-08T21:38:01,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-08T21:38:01,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731101838824, region=7fb968248f79d1f6820f2f0c63774afa, REOPEN/MOVE in 545 msec 2024-11-08T21:38:01,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T21:38:01,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731101838824 in 550 msec 2024-11-08T21:38:01,796 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731101838824 2024-11-08T21:38:01,804 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f3/e51bda1bfed44fde9abf01a952a1ae93 2024-11-08T21:38:01,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731101838824 in 990 msec 2024-11-08T21:38:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T21:38:01,810 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731101838824 completed 2024-11-08T21:38:01,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,862 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T21:38:01,866 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731101881811 2024-11-08T21:38:01,868 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731101869612} 2024-11-08T21:38:01,868 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731101850069} 2024-11-08T21:38:01,868 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-08T21:38:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,922 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731101838824 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731101838824 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:38:01,927 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731101881811,startts=0,failedts=1731101881923,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731101838824 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-08T21:38:01,927 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-08T21:38:01,930 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-08T21:38:01,930 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T21:38:01,933 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-08T21:38:01,933 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-08T21:38:01,936 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T21:38:01,939 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731101881811 failed. 2024-11-08T21:38:01,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:01,963 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731101838824, ns2:test-17311018388241, ns3:test-17311018388242, ns4:test-17311018388243] 2024-11-08T21:38:01,963 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T21:38:01,968 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:38:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101881968 (current time:1731101881968). 2024-11-08T21:38:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:38:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T21:38:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f64208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:01,970 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2933d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:01,972 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:01,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d5456e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:01,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:01,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:01,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:01,976 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:38:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:38:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:01,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:38:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:38:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-08T21:38:01,978 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:38:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T21:38:01,979 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:38:01,981 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:38:01,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741905_1081 (size=52) 2024-11-08T21:38:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T21:38:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T21:38:02,388 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:38:02,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203}] 2024-11-08T21:38:02,390 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:02,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-08T21:38:02,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:02,544 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing df9e0991dd6131ac0cbdcf4c04222203 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-08T21:38:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/741b85d46bf64728ac9cdace74597d6b is 158, key is trslm:hdfs://localhost:33257/backupUT\x00ns2:test-17311018388241/meta:log-roll-map/1731101880727/Put/seqid=0 2024-11-08T21:38:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741906_1082 (size=5745) 2024-11-08T21:38:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T21:38:02,960 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/741b85d46bf64728ac9cdace74597d6b 2024-11-08T21:38:02,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/f4317bd7937d436cad65304938c015d8 is 1245, key is session:backup_1731101881811/session:context/1731101881934/Put/seqid=0 2024-11-08T21:38:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741907_1083 (size=6682) 2024-11-08T21:38:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T21:38:03,378 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/f4317bd7937d436cad65304938c015d8 2024-11-08T21:38:03,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/741b85d46bf64728ac9cdace74597d6b as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b 2024-11-08T21:38:03,390 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b, entries=4, sequenceid=31, filesize=5.6 K 2024-11-08T21:38:03,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/f4317bd7937d436cad65304938c015d8 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8 2024-11-08T21:38:03,398 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8, entries=3, sequenceid=31, filesize=6.5 K 2024-11-08T21:38:03,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for df9e0991dd6131ac0cbdcf4c04222203 in 854ms, sequenceid=31, compaction requested=true 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for df9e0991dd6131ac0cbdcf4c04222203: 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. for snapshot_backup_system completed. 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.' region-info for snapshot=snapshot_backup_system 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b] hfiles 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6 for snapshot=snapshot_backup_system 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b for snapshot=snapshot_backup_system 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8] hfiles 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae for snapshot=snapshot_backup_system 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398 for snapshot=snapshot_backup_system 2024-11-08T21:38:03,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8 for snapshot=snapshot_backup_system 2024-11-08T21:38:03,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741908_1084 (size=251) 2024-11-08T21:38:03,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:03,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T21:38:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T21:38:03,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:03,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:03,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T21:38:03,810 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:38:03,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 in 1.4200 sec 2024-11-08T21:38:03,811 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:38:03,812 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:38:03,812 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T21:38:03,813 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T21:38:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741909_1085 (size=888) 2024-11-08T21:38:03,986 DEBUG [master/ae1476a7656f:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731101838824 2024-11-08T21:38:03,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741910_1086 (size=950) 2024-11-08T21:38:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T21:38:04,229 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:38:04,240 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:38:04,241 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_backup_system 2024-11-08T21:38:04,244 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:38:04,244 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-08T21:38:04,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2670 sec 2024-11-08T21:38:04,399 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/.tabledesc/.tableinfo.0000000004.908 2024-11-08T21:38:04,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/.tabledesc/.tableinfo.0000000005.950 2024-11-08T21:38:04,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731101838824 in 415 msec 2024-11-08T21:38:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T21:38:06,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T21:38:06,145 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731101881940 started at 1731101886145. 2024-11-08T21:38:06,147 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731101881940 has been started. 2024-11-08T21:38:06,152 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-08T21:38:06,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-08T21:38:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T21:38:06,154 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T21:38:06,154 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T21:38:06,154 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T21:38:06,154 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T21:38:06,155 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,155 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:06,194 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T21:38:06,194 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T21:38:06,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:38:06,195 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,195 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T21:38:06,196 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:06,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,199 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T21:38:06,199 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:06,199 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T21:38:06,200 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T21:38:06,200 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T21:38:06,200 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T21:38:06,200 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T21:38:06,200 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T21:38:06,200 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T21:38:06,200 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'ae1476a7656f,34891,1731101829303' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T21:38:06,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,214 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:06,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:38:06,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:38:06,215 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T21:38:06,215 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T21:38:06,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:38:06,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:38:06,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:06,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:38:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'ae1476a7656f,34891,1731101829303' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T21:38:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@88c3960[Count = 0] remaining members to acquire global barrier 2024-11-08T21:38:06,217 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T21:38:06,217 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:06,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:06,225 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:06,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:06,225 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T21:38:06,225 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,225 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T21:38:06,225 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T21:38:06,226 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,226 INFO [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731101874073 highest: 1731101874073 on ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,226 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1:(num 1731101874026) roll requested 2024-11-08T21:38:06,242 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101886226, exclude list is [], retry=0 2024-11-08T21:38:06,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:38:06,247 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101874026 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101886226 2024-11-08T21:38:06,247 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:38:06,247 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101874026 is not closed yet, will try archiving it next time 2024-11-08T21:38:06,247 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.meta:.meta(num 1731101874051) roll requested 2024-11-08T21:38:06,247 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101854360 2024-11-08T21:38:06,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741889_1065 (size=4927) 2024-11-08T21:38:06,261 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101886247.meta, exclude list is [], retry=0 2024-11-08T21:38:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:38:06,265 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101874051.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101886247.meta 2024-11-08T21:38:06,265 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:38:06,265 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101874051.meta is not closed yet, will try archiving it next time 2024-11-08T21:38:06,265 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0:(num 1731101874073) roll requested 2024-11-08T21:38:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741890_1066 (size=1903) 2024-11-08T21:38:06,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101874051.meta not finished, retry = 0 2024-11-08T21:38:06,278 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265, exclude list is [], retry=0 2024-11-08T21:38:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:38:06,282 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101874073 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 2024-11-08T21:38:06,282 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:38:06,282 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101874073 is not closed yet, will try archiving it next time 2024-11-08T21:38:06,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741891_1067 (size=93) 2024-11-08T21:38:06,284 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101874073 not finished, retry = 0 2024-11-08T21:38:06,286 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T21:38:06,286 INFO [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731101886265 on ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:06,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:06,305 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T21:38:06,305 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'ae1476a7656f,34891,1731101829303' in zk 2024-11-08T21:38:06,308 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T21:38:06,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,308 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T21:38:06,309 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T21:38:06,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:38:06,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:38:06,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:38:06,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:38:06,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:06,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,311 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:38:06,312 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:06,312 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'ae1476a7656f,34891,1731101829303': 2024-11-08T21:38:06,313 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T21:38:06,313 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'ae1476a7656f,34891,1731101829303' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T21:38:06,313 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T21:38:06,313 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T21:38:06,314 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T21:38:06,314 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T21:38:06,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T21:38:06,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,319 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:38:06,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:38:06,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:38:06,320 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T21:38:06,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:38:06,320 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:06,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:38:06,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:06,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,322 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:38:06,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:06,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T21:38:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:06,330 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T21:38:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:38:06,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:38:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T21:38:06,330 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T21:38:06,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T21:38:06,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T21:38:06,330 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T21:38:06,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:38:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T21:38:06,338 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-08T21:38:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101886338 (current time:1731101886338). 2024-11-08T21:38:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:38:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731101886337_backup_system_bulk VERSION not specified, setting to 2 2024-11-08T21:38:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8ceda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:06,340 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:06,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:06,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:06,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f686c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:06,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:06,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c18ba16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:06,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:06,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:06,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:38:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:38:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:06,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:38:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-08T21:38:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-08T21:38:06,349 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:38:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T21:38:06,350 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:38:06,353 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:38:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741914_1090 (size=76) 2024-11-08T21:38:06,385 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101874073 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101874073 2024-11-08T21:38:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T21:38:06,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:38:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T21:38:06,761 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:38:06,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b078c340b5008a4916bacdf41f1ed971}] 2024-11-08T21:38:06,764 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:38:06,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-08T21:38:06,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:38:06,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for b078c340b5008a4916bacdf41f1ed971: 2024-11-08T21:38:06,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. for snapshot_1731101886337_backup_system_bulk completed. 2024-11-08T21:38:06,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971.' region-info for snapshot=snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:06,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:38:06,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T21:38:06,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T21:38:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741915_1091 (size=61) 2024-11-08T21:38:06,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T21:38:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T21:38:07,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:38:07,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T21:38:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T21:38:07,325 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731101886337_backup_system_bulk on region b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:38:07,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:38:07,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-08T21:38:07,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b078c340b5008a4916bacdf41f1ed971 in 564 msec 2024-11-08T21:38:07,329 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:38:07,330 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:38:07,331 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:38:07,331 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:07,332 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741916_1092 (size=702) 2024-11-08T21:38:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T21:38:07,748 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:38:07,757 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:38:07,758 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101886337_backup_system_bulk to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:07,760 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:38:07,760 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-08T21:38:07,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731101886337_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4120 sec 2024-11-08T21:38:07,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9593b518979e529833b0c327f4f62e9c, had cached 0 bytes from a total of 8413 2024-11-08T21:38:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T21:38:08,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-08T21:38:08,506 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } 2024-11-08T21:38:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101888506 (current time:1731101888506). 2024-11-08T21:38:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:38:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731101888505_ns3_test-17311018388242 VERSION not specified, setting to 2 2024-11-08T21:38:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d33cbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:08,508 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:08,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:08,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:08,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f192177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:08,510 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:08,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd51791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:08,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:08,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:08,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:08,514 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:38:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:38:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:08,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:38:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } 2024-11-08T21:38:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-08T21:38:08,517 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:38:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T21:38:08,518 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:38:08,521 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:38:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741917_1093 (size=86) 2024-11-08T21:38:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T21:38:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T21:38:08,930 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:38:08,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0778f63d9992fccc1a6bf838c8f035ab}] 2024-11-08T21:38:08,931 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:38:09,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-08T21:38:09,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:38:09,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 0778f63d9992fccc1a6bf838c8f035ab: 2024-11-08T21:38:09,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. for snapshot_1731101888505_ns3_test-17311018388242 completed. 2024-11-08T21:38:09,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab.' region-info for snapshot=snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:09,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:38:09,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T21:38:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741918_1094 (size=52) 2024-11-08T21:38:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T21:38:09,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:38:09,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T21:38:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T21:38:09,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731101888505_ns3_test-17311018388242 on region 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:38:09,499 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:38:09,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-08T21:38:09,502 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:38:09,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0778f63d9992fccc1a6bf838c8f035ab in 570 msec 2024-11-08T21:38:09,503 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:38:09,504 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:38:09,504 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:09,505 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741919_1095 (size=443) 2024-11-08T21:38:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T21:38:09,915 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:38:09,923 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:38:09,924 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101888505_ns3_test-17311018388242 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:09,926 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:38:09,926 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-08T21:38:09,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731101888505_ns3_test-17311018388242 table=ns3:test-17311018388242 type=FLUSH ttl=0 } in 1.4110 sec 2024-11-08T21:38:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T21:38:10,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17311018388242 completed 2024-11-08T21:38:10,666 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } 2024-11-08T21:38:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101890666 (current time:1731101890666). 2024-11-08T21:38:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:38:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731101890665_default_test-1731101838824 VERSION not specified, setting to 2 2024-11-08T21:38:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0df10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:10,669 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2953e590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:10,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:10,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:10,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17066918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:10,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:10,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:10,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:38:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:38:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:10,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:38:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } 2024-11-08T21:38:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-08T21:38:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T21:38:10,678 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:38:10,679 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:38:10,681 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:38:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741920_1096 (size=84) 2024-11-08T21:38:10,688 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:38:10,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb968248f79d1f6820f2f0c63774afa}] 2024-11-08T21:38:10,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T21:38:10,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-08T21:38:10,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:10,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 7fb968248f79d1f6820f2f0c63774afa: 2024-11-08T21:38:10,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. for snapshot_1731101890665_default_test-1731101838824 completed. 2024-11-08T21:38:10,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa.' region-info for snapshot=snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:10,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:38:10,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/6658453bf20d473792525b50bbaa0468] hfiles 2024-11-08T21:38:10,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca for snapshot=snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:10,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/6658453bf20d473792525b50bbaa0468 for snapshot=snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:10,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T21:38:10,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/ed0cb0bb999b4751b0ed9d4887862916] hfiles 2024-11-08T21:38:10,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc for snapshot=snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:10,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/ed0cb0bb999b4751b0ed9d4887862916 for snapshot=snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741921_1097 (size=224) 2024-11-08T21:38:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T21:38:11,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:11,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T21:38:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T21:38:11,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731101890665_default_test-1731101838824 on region 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:11,249 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-08T21:38:11,252 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:38:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fb968248f79d1f6820f2f0c63774afa in 562 msec 2024-11-08T21:38:11,253 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:38:11,254 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T21:38:11,254 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T21:38:11,254 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:11,255 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-08T21:38:11,255 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:11,256 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-08T21:38:11,256 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:11,257 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/mobdir/data/default/test-1731101838824/130405ff71dc455bd5181979df42fcb2/mob/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa] hfiles 2024-11-08T21:38:11,257 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/mobdir/data/default/test-1731101838824/130405ff71dc455bd5181979df42fcb2/mob/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:11,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741922_1098 (size=168) 2024-11-08T21:38:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T21:38:11,668 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:38:11,668 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:11,669 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:11,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741923_1099 (size=1347) 2024-11-08T21:38:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T21:38:12,087 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:38:12,094 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:38:12,095 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101890665_default_test-1731101838824 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:12,096 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:38:12,096 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-08T21:38:12,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731101890665_default_test-1731101838824 table=test-1731101838824 type=FLUSH ttl=0 } in 1.4200 sec 2024-11-08T21:38:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T21:38:12,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731101838824 completed 2024-11-08T21:38:12,826 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } 2024-11-08T21:38:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101892826 (current time:1731101892826). 2024-11-08T21:38:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:38:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731101892825_ns4_test-17311018388243 VERSION not specified, setting to 2 2024-11-08T21:38:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1846dffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:12,829 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e450be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:12,832 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:12,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68948069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:12,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:12,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:12,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:12,838 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:38:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:38:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:12,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:38:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } 2024-11-08T21:38:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-08T21:38:12,841 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:38:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T21:38:12,842 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:38:12,845 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:38:12,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741924_1100 (size=86) 2024-11-08T21:38:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T21:38:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T21:38:13,255 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:38:13,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fc373563b82741c3ec7ee76f1f30e0d}] 2024-11-08T21:38:13,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:38:13,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-08T21:38:13,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:38:13,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 8fc373563b82741c3ec7ee76f1f30e0d: 2024-11-08T21:38:13,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. for snapshot_1731101892825_ns4_test-17311018388243 completed. 2024-11-08T21:38:13,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d.' region-info for snapshot=snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:13,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:38:13,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T21:38:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741925_1101 (size=52) 2024-11-08T21:38:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T21:38:13,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:38:13,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-08T21:38:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-08T21:38:13,826 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731101892825_ns4_test-17311018388243 on region 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:38:13,827 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:38:13,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-08T21:38:13,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8fc373563b82741c3ec7ee76f1f30e0d in 573 msec 2024-11-08T21:38:13,831 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:38:13,833 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:38:13,834 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:38:13,834 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:13,835 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741926_1102 (size=443) 2024-11-08T21:38:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T21:38:14,006 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T21:38:14,006 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T21:38:14,248 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:38:14,253 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:38:14,253 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101892825_ns4_test-17311018388243 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:14,255 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:38:14,255 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-08T21:38:14,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731101892825_ns4_test-17311018388243 table=ns4:test-17311018388243 type=FLUSH ttl=0 } in 1.4160 sec 2024-11-08T21:38:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T21:38:14,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17311018388243 completed 2024-11-08T21:38:14,996 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } 2024-11-08T21:38:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101894996 (current time:1731101894996). 2024-11-08T21:38:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:38:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731101894995_ns2_test-17311018388241 VERSION not specified, setting to 2 2024-11-08T21:38:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3774b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:14,999 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:15,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549b8068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:15,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:15,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:15,002 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c77339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:15,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:15,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:15,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:15,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:38:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:38:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:15,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:38:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } 2024-11-08T21:38:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-08T21:38:15,012 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:38:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T21:38:15,014 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:38:15,017 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:38:15,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741927_1103 (size=86) 2024-11-08T21:38:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T21:38:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T21:38:15,425 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:38:15,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9593b518979e529833b0c327f4f62e9c}] 2024-11-08T21:38:15,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:38:15,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-08T21:38:15,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:38:15,579 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 9593b518979e529833b0c327f4f62e9c 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-08T21:38:15,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/.tmp/f/440c6a7659d74906a32201cc94817fa4 is 38, key is row-t20/f:q1/1731101868254/Put/seqid=0 2024-11-08T21:38:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741928_1104 (size=5134) 2024-11-08T21:38:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T21:38:15,991 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/.tmp/f/440c6a7659d74906a32201cc94817fa4 2024-11-08T21:38:15,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region df9e0991dd6131ac0cbdcf4c04222203, had cached 0 bytes from a total of 28925 2024-11-08T21:38:16,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/.tmp/f/440c6a7659d74906a32201cc94817fa4 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/440c6a7659d74906a32201cc94817fa4 2024-11-08T21:38:16,057 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/440c6a7659d74906a32201cc94817fa4, entries=5, sequenceid=111, filesize=5.0 K 2024-11-08T21:38:16,058 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 9593b518979e529833b0c327f4f62e9c in 479ms, sequenceid=111, compaction requested=false 2024-11-08T21:38:16,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 9593b518979e529833b0c327f4f62e9c: 2024-11-08T21:38:16,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. for snapshot_1731101894995_ns2_test-17311018388241 completed. 2024-11-08T21:38:16,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c.' region-info for snapshot=snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:16,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:38:16,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/440c6a7659d74906a32201cc94817fa4] hfiles 2024-11-08T21:38:16,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293 for snapshot=snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:16,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/440c6a7659d74906a32201cc94817fa4 for snapshot=snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:16,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741929_1105 (size=130) 2024-11-08T21:38:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T21:38:16,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:38:16,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-08T21:38:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-08T21:38:16,467 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731101894995_ns2_test-17311018388241 on region 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:38:16,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:38:16,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T21:38:16,470 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:38:16,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9593b518979e529833b0c327f4f62e9c in 1.0420 sec 2024-11-08T21:38:16,471 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:38:16,472 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:38:16,472 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:16,472 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741930_1106 (size=496) 2024-11-08T21:38:16,883 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:38:16,891 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:38:16,891 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_1731101894995_ns2_test-17311018388241 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:16,893 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:38:16,893 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-08T21:38:16,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731101894995_ns2_test-17311018388241 table=ns2:test-17311018388241 type=FLUSH ttl=0 } in 1.8830 sec 2024-11-08T21:38:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T21:38:17,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17311018388241 completed 2024-11-08T21:38:17,165 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731101881940 2024-11-08T21:38:17,165 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-08T21:38:17,165 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-08T21:38:17,165 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731101881940_backup:system_bulk 2024-11-08T21:38:17,165 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731101886337_backup_system_bulk to hdfs://localhost:33257/backupUT/backup_1731101881940/backup/system_bulk/ 2024-11-08T21:38:17,165 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T21:38:17,201 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33257, inputRoot=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:38:17,201 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_515461608_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33257/backupUT/backup_1731101881940/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33257/backupUT/backup_1731101881940/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:17,203 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T21:38:17,207 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101886337_backup_system_bulk to hdfs://localhost:33257/backupUT/backup_1731101881940/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741931_1107 (size=76) 2024-11-08T21:38:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741932_1108 (size=702) 2024-11-08T21:38:17,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:17,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:17,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-3060807041612150887.jar 2024-11-08T21:38:18,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:18,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:38:18,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:38:18,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:38:18,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:38:18,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:38:18,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:38:18,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:38:18,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:38:18,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:38:18,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:38:18,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:38:18,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:18,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:18,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:18,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:18,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:18,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:18,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:18,595 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:38:18,625 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731101886337_backup_system_bulk' hfile list 2024-11-08T21:38:18,717 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local960246801_0005_6fd884cd-dd75-4e6e-a674-6ba0d98ec74d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T21:38:18,717 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local960246801_0005_6fd884cd-dd75-4e6e-a674-6ba0d98ec74d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T21:38:19,759 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T21:38:19,760 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T21:38:19,765 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:19,765 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731101886337_backup_system_bulk finished. 2024-11-08T21:38:19,765 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731101881940_ns3:test-17311018388242 2024-11-08T21:38:19,765 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731101888505_ns3_test-17311018388242 to hdfs://localhost:33257/backupUT/backup_1731101881940/ns3/test-17311018388242/ 2024-11-08T21:38:19,765 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T21:38:19,807 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33257, inputRoot=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:38:19,807 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_515461608_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33257/backupUT/backup_1731101881940/ns3/test-17311018388242, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33257/backupUT/backup_1731101881940/ns3/test-17311018388242/.hbase-snapshot/.tmp/snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:19,810 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T21:38:19,816 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101888505_ns3_test-17311018388242 to hdfs://localhost:33257/backupUT/backup_1731101881940/ns3/test-17311018388242/.hbase-snapshot/.tmp/snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741933_1109 (size=86) 2024-11-08T21:38:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741934_1110 (size=443) 2024-11-08T21:38:20,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:20,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:20,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-3481099634149843032.jar 2024-11-08T21:38:21,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:21,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:38:21,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:38:21,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:38:21,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:38:21,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:38:21,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:38:21,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:38:21,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:38:21,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:38:21,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:38:21,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:38:21,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:21,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:21,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:21,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:21,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:21,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:21,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:21,153 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:38:21,179 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731101888505_ns3_test-17311018388242' hfile list 2024-11-08T21:38:21,265 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local477422506_0006_d28feacd-345a-41a7-814c-f1b08b477f38/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T21:38:21,265 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local477422506_0006_d28feacd-345a-41a7-814c-f1b08b477f38/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T21:38:22,304 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T21:38:22,306 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T21:38:22,317 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:22,317 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731101888505_ns3_test-17311018388242 finished. 2024-11-08T21:38:22,317 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731101881940_test-1731101838824 2024-11-08T21:38:22,317 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731101890665_default_test-1731101838824 to hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/ 2024-11-08T21:38:22,317 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T21:38:22,346 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33257, inputRoot=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:38:22,346 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_515461608_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/.hbase-snapshot/.tmp/snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:22,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T21:38:22,355 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101890665_default_test-1731101838824 to hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/.hbase-snapshot/.tmp/snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:22,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741935_1111 (size=1347) 2024-11-08T21:38:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741936_1112 (size=84) 2024-11-08T21:38:22,767 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:22,768 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:22,768 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-2650456904361555855.jar 2024-11-08T21:38:23,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:23,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:38:23,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:38:23,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:38:23,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:38:23,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:38:23,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:38:23,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:38:23,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:38:23,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:38:23,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:38:23,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:38:23,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:23,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:23,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:23,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:23,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:23,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:23,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:23,683 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:38:23,707 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731101890665_default_test-1731101838824' hfile list 2024-11-08T21:38:23,709 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-08T21:38:23,789 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local227692965_0007_f2fcd949-390d-4f6e-a812-f1f688e6b6b9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T21:38:23,789 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local227692965_0007_f2fcd949-390d-4f6e-a812-f1f688e6b6b9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T21:38:23,857 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T21:38:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741937_1113 (size=13760) 2024-11-08T21:38:24,291 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/ed0cb0bb999b4751b0ed9d4887862916 output=hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/archive/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/ed0cb0bb999b4751b0ed9d4887862916 2024-11-08T21:38:24,291 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-08T21:38:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741938_1114 (size=10796) 2024-11-08T21:38:24,715 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/6658453bf20d473792525b50bbaa0468 output=hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/archive/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/6658453bf20d473792525b50bbaa0468 2024-11-08T21:38:24,716 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-11-08T21:38:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741939_1115 (size=8413) 2024-11-08T21:38:25,153 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca output=hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/archive/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f/ad54e545cab343dea0a5b5b7206810ca 2024-11-08T21:38:25,153 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-08T21:38:25,166 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/mobdir/data/default/test-1731101838824/130405ff71dc455bd5181979df42fcb2/mob/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa to hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/archive/data/default/test-1731101838824/130405ff71dc455bd5181979df42fcb2/mob/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa" truncated to max limit (512 characters) 2024-11-08T21:38:25,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741940_1116 (size=5591) 2024-11-08T21:38:25,581 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/mobdir/data/default/test-1731101838824/130405ff71dc455bd5181979df42fcb2/mob/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa output=hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/archive/data/default/test-1731101838824/130405ff71dc455bd5181979df42fcb2/mob/d41d8cd98f00b204e9800998ecf8427e20241108af93252f1ecb42d3a7fe612721536b09_7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:25,581 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-08T21:38:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741941_1117 (size=5484) 2024-11-08T21:38:26,018 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc output=hdfs://localhost:33257/backupUT/backup_1731101881940/default/test-1731101838824/archive/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/mob/1f2115dd5fcd460eb6871c67c7fa4cfc 2024-11-08T21:38:26,019 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-08T21:38:26,833 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T21:38:26,836 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T21:38:26,847 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:26,847 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731101890665_default_test-1731101838824 finished. 2024-11-08T21:38:26,847 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731101881940_ns4:test-17311018388243 2024-11-08T21:38:26,847 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731101892825_ns4_test-17311018388243 to hdfs://localhost:33257/backupUT/backup_1731101881940/ns4/test-17311018388243/ 2024-11-08T21:38:26,847 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T21:38:26,873 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33257, inputRoot=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:38:26,873 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_515461608_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33257/backupUT/backup_1731101881940/ns4/test-17311018388243, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33257/backupUT/backup_1731101881940/ns4/test-17311018388243/.hbase-snapshot/.tmp/snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:26,875 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T21:38:26,879 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101892825_ns4_test-17311018388243 to hdfs://localhost:33257/backupUT/backup_1731101881940/ns4/test-17311018388243/.hbase-snapshot/.tmp/snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:26,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741943_1119 (size=443) 2024-11-08T21:38:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741942_1118 (size=86) 2024-11-08T21:38:27,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:27,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:27,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-16976956237696845644.jar 2024-11-08T21:38:28,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:28,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:38:28,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:38:28,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:38:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:38:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:38:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:38:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:38:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:38:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:38:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:38:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:38:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:28,202 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:38:28,225 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731101892825_ns4_test-17311018388243' hfile list 2024-11-08T21:38:28,306 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local1920509659_0008_0015015c-cac3-4ba3-b2f9-1f422a7e56d5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T21:38:28,306 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local1920509659_0008_0015015c-cac3-4ba3-b2f9-1f422a7e56d5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T21:38:29,342 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T21:38:29,343 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T21:38:29,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:29,348 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731101892825_ns4_test-17311018388243 finished. 2024-11-08T21:38:29,348 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731101881940_ns2:test-17311018388241 2024-11-08T21:38:29,348 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731101894995_ns2_test-17311018388241 to hdfs://localhost:33257/backupUT/backup_1731101881940/ns2/test-17311018388241/ 2024-11-08T21:38:29,348 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T21:38:29,391 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:33257, inputRoot=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e 2024-11-08T21:38:29,391 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_515461608_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33257/backupUT/backup_1731101881940/ns2/test-17311018388241, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33257/backupUT/backup_1731101881940/ns2/test-17311018388241/.hbase-snapshot/.tmp/snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:29,393 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T21:38:29,399 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_1731101894995_ns2_test-17311018388241 to hdfs://localhost:33257/backupUT/backup_1731101881940/ns2/test-17311018388241/.hbase-snapshot/.tmp/snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:29,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741945_1121 (size=86) 2024-11-08T21:38:29,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741944_1120 (size=496) 2024-11-08T21:38:29,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:29,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:29,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-17503375950468259209.jar 2024-11-08T21:38:30,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:30,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:38:30,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:38:30,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:38:30,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:38:30,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:38:30,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:38:30,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:38:30,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:38:30,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:38:30,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:38:30,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:38:30,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:30,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:30,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:30,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:30,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T21:38:30,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:30,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:30,822 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:38:30,847 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731101894995_ns2_test-17311018388241' hfile list 2024-11-08T21:38:30,850 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-08T21:38:30,937 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local1586271123_0009_1c9bc19a-df40-425b-9399-d4fdf583ac45/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T21:38:30,937 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/mapreduce.cluster.local.dir/job_local1586271123_0009_1c9bc19a-df40-425b-9399-d4fdf583ac45/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T21:38:31,004 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T21:38:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741946_1122 (size=8413) 2024-11-08T21:38:31,424 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293 output=hdfs://localhost:33257/backupUT/backup_1731101881940/ns2/test-17311018388241/archive/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/0446b83d3a2640969e3cec6d18688293 2024-11-08T21:38:31,424 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-08T21:38:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741947_1123 (size=5134) 2024-11-08T21:38:31,857 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/440c6a7659d74906a32201cc94817fa4 output=hdfs://localhost:33257/backupUT/backup_1731101881940/ns2/test-17311018388241/archive/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/f/440c6a7659d74906a32201cc94817fa4 2024-11-08T21:38:31,857 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-08T21:38:31,984 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T21:38:31,985 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T21:38:31,993 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:31,993 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731101894995_ns2_test-17311018388241 finished. 2024-11-08T21:38:31,993 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-08T21:38:31,993 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17311018388242 2024-11-08T21:38:31,993 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731101838824 2024-11-08T21:38:31,993 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17311018388243 2024-11-08T21:38:31,993 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17311018388241 2024-11-08T21:38:32,003 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731101881940 2024-11-08T21:38:32,003 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-08T21:38:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741948_1124 (size=209) 2024-11-08T21:38:32,410 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:33257/backupUT/backup_1731101881940/.backup.manifest 2024-11-08T21:38:32,411 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731101881940 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17311018388242;test-1731101838824;ns4:test-17311018388243;ns2:test-17311018388241,targetRootDir=hdfs://localhost:33257/backupUT,startts=1731101886145,completets=1731101912003,bytescopied=0 2024-11-08T21:38:32,411 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-08T21:38:32,411 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:32,413 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731101886337_backup_system_bulk" type: DISABLED 2024-11-08T21:38:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731101886337_backup_system_bulk 2024-11-08T21:38:32,419 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731101886337_backup_system_bulk for backup backup_1731101881940 succeeded. 2024-11-08T21:38:32,419 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:32,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731101888505_ns3_test-17311018388242" type: DISABLED 2024-11-08T21:38:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731101888505_ns3_test-17311018388242 2024-11-08T21:38:32,425 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731101888505_ns3_test-17311018388242 for backup backup_1731101881940 succeeded. 2024-11-08T21:38:32,425 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:32,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731101890665_default_test-1731101838824" type: DISABLED 2024-11-08T21:38:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731101890665_default_test-1731101838824 2024-11-08T21:38:32,429 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731101890665_default_test-1731101838824 for backup backup_1731101881940 succeeded. 2024-11-08T21:38:32,429 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:32,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731101892825_ns4_test-17311018388243" type: DISABLED 2024-11-08T21:38:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731101892825_ns4_test-17311018388243 2024-11-08T21:38:32,433 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731101892825_ns4_test-17311018388243 for backup backup_1731101881940 succeeded. 2024-11-08T21:38:32,433 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:32,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731101894995_ns2_test-17311018388241" type: DISABLED 2024-11-08T21:38:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731101894995_ns2_test-17311018388241 2024-11-08T21:38:32,436 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731101894995_ns2_test-17311018388241 for backup backup_1731101881940 succeeded. 2024-11-08T21:38:32,437 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T21:38:32,442 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T21:38:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T21:38:32,445 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T21:38:32,448 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T21:38:32,454 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731101881940 completed. 2024-11-08T21:38:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:36,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:38:37,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,536 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T21:38:37,539 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731101917486 2024-11-08T21:38:37,542 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731101881940} 2024-11-08T21:38:37,542 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T21:38:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:37,642 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:38:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101917642 (current time:1731101917642). 2024-11-08T21:38:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:38:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T21:38:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff22665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:37,644 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:37,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:37,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:37,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6cb524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:37,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:37,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:37,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:37,645 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccf20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:37,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:37,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:37,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:37,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:38:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:38:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:37,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:38:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:38:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-08T21:38:37,651 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:38:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T21:38:37,652 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:38:37,654 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:38:37,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741949_1125 (size=52) 2024-11-08T21:38:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T21:38:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T21:38:38,062 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T21:38:38,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203}] 2024-11-08T21:38:38,064 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:38,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-08T21:38:38,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:38,219 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing df9e0991dd6131ac0cbdcf4c04222203 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-08T21:38:38,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/703577b551a040a4926de0a1e6bbd6fa is 158, key is trslm:hdfs://localhost:33257/backupUT\x00ns2:test-17311018388241/meta:log-roll-map/1731101911997/Put/seqid=0 2024-11-08T21:38:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741950_1126 (size=6646) 2024-11-08T21:38:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T21:38:38,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/703577b551a040a4926de0a1e6bbd6fa 2024-11-08T21:38:38,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/2a292060e8864b3cba9b30a10002c9e6 is 826, key is session:backup_1731101881940/session:context/1731101912447/Put/seqid=0 2024-11-08T21:38:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741951_1127 (size=5928) 2024-11-08T21:38:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T21:38:39,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/2a292060e8864b3cba9b30a10002c9e6 2024-11-08T21:38:39,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/703577b551a040a4926de0a1e6bbd6fa as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa 2024-11-08T21:38:39,070 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa, entries=12, sequenceid=42, filesize=6.5 K 2024-11-08T21:38:39,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/2a292060e8864b3cba9b30a10002c9e6 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6 2024-11-08T21:38:39,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6, entries=2, sequenceid=42, filesize=5.8 K 2024-11-08T21:38:39,080 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for df9e0991dd6131ac0cbdcf4c04222203 in 861ms, sequenceid=42, compaction requested=true 2024-11-08T21:38:39,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for df9e0991dd6131ac0cbdcf4c04222203: 2024-11-08T21:38:39,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. for snapshot_backup_system completed. 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.' region-info for snapshot=snapshot_backup_system 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa] hfiles 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6 for snapshot=snapshot_backup_system 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b for snapshot=snapshot_backup_system 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa for snapshot=snapshot_backup_system 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6] hfiles 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae for snapshot=snapshot_backup_system 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398 for snapshot=snapshot_backup_system 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8 for snapshot=snapshot_backup_system 2024-11-08T21:38:39,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6 for snapshot=snapshot_backup_system 2024-11-08T21:38:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741952_1128 (size=330) 2024-11-08T21:38:39,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:39,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-08T21:38:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-08T21:38:39,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:39,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:39,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-08T21:38:39,092 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T21:38:39,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df9e0991dd6131ac0cbdcf4c04222203 in 1.0280 sec 2024-11-08T21:38:39,093 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:38:39,093 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:38:39,093 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T21:38:39,094 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T21:38:39,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741953_1129 (size=967) 2024-11-08T21:38:39,506 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:38:39,521 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:38:39,521 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/snapshot_backup_system 2024-11-08T21:38:39,524 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:38:39,524 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-08T21:38:39,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8750 sec 2024-11-08T21:38:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T21:38:39,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T21:38:39,795 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731101917486 started at 1731101919795. 2024-11-08T21:38:39,797 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731101917486 has been started. 2024-11-08T21:38:39,802 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1731101838824, ns2:test-17311018388241, ns3:test-17311018388242, ns4:test-17311018388243] 2024-11-08T21:38:39,806 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731101874073for backupID backup_1731101917486 2024-11-08T21:38:39,806 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-08T21:38:39,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-08T21:38:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T21:38:39,807 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T21:38:39,807 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T21:38:39,807 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T21:38:39,807 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T21:38:39,808 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:39,808 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:39,878 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T21:38:39,878 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T21:38:39,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:38:39,879 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,879 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T21:38:39,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:39,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:39,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T21:38:39,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:39,880 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T21:38:39,880 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T21:38:39,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T21:38:39,880 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T21:38:39,880 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T21:38:39,881 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T21:38:39,881 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T21:38:39,881 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'ae1476a7656f,34891,1731101829303' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T21:38:39,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,896 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:39,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:38:39,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:38:39,897 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T21:38:39,897 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T21:38:39,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:38:39,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:38:39,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:39,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:38:39,899 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'ae1476a7656f,34891,1731101829303' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T21:38:39,899 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@34b1edde[Count = 0] remaining members to acquire global barrier 2024-11-08T21:38:39,899 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T21:38:39,899 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:39,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:39,918 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:39,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:39,918 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T21:38:39,918 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,918 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T21:38:39,918 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T21:38:39,918 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,918 INFO [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731101886265 highest: 1731101886265 on ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,918 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1:(num 1731101886226) roll requested 2024-11-08T21:38:39,930 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101919919, exclude list is [], retry=0 2024-11-08T21:38:39,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:38:39,934 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101886226 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101919919 2024-11-08T21:38:39,935 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:38:39,935 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101886226 is not closed yet, will try archiving it next time 2024-11-08T21:38:39,935 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.meta:.meta(num 1731101886247) roll requested 2024-11-08T21:38:39,935 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101874026 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101874026 2024-11-08T21:38:39,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101886226 not finished, retry = 0 2024-11-08T21:38:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741911_1087 (size=4710) 2024-11-08T21:38:39,947 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101919935.meta, exclude list is [], retry=0 2024-11-08T21:38:39,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:38:39,951 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101886247.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101919935.meta 2024-11-08T21:38:39,951 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:38:39,951 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101886247.meta is not closed yet, will try archiving it next time 2024-11-08T21:38:39,951 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0:(num 1731101886265) roll requested 2024-11-08T21:38:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741912_1088 (size=93) 2024-11-08T21:38:39,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101886247.meta not finished, retry = 0 2024-11-08T21:38:39,965 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101919951, exclude list is [], retry=0 2024-11-08T21:38:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-4391351d-1b93-4a62-852a-ef536137f8da,DISK] 2024-11-08T21:38:39,969 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101919951 2024-11-08T21:38:39,969 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-11-08T21:38:39,969 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 is not closed yet, will try archiving it next time 2024-11-08T21:38:39,969 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101854399 2024-11-08T21:38:39,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 not finished, retry = 0 2024-11-08T21:38:39,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741913_1089 (size=653) 2024-11-08T21:38:39,979 DEBUG [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-08T21:38:39,979 INFO [rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731101919951 on ae1476a7656f,34891,1731101829303 2024-11-08T21:38:39,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T21:38:39,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:39,998 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T21:38:39,998 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'ae1476a7656f,34891,1731101829303' in zk 2024-11-08T21:38:40,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,011 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T21:38:40,011 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T21:38:40,011 DEBUG [member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T21:38:40,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:38:40,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:38:40,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:38:40,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:38:40,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:40,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:38:40,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:40,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'ae1476a7656f,34891,1731101829303': 2024-11-08T21:38:40,015 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T21:38:40,015 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'ae1476a7656f,34891,1731101829303' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T21:38:40,015 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T21:38:40,015 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T21:38:40,015 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T21:38:40,015 INFO [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T21:38:40,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:38:40,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:38:40,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T21:38:40,023 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T21:38:40,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:40,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T21:38:40,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:40,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T21:38:40,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T21:38:40,023 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T21:38:40,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:38:40,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:40,024 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T21:38:40,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T21:38:40,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:40,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T21:38:40,025 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T21:38:40,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T21:38:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T21:38:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:40,033 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T21:38:40,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T21:38:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T21:38:40,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T21:38:40,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T21:38:40,034 DEBUG [(ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T21:38:40,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T21:38:40,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T21:38:40,034 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T21:38:40,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T21:38:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T21:38:40,049 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {ae1476a7656f:34891=1731101874073} newestTimestamps: {ae1476a7656f:34891=1731101886265} 2024-11-08T21:38:40,052 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ae1476a7656f%2C34891%2C1731101829303.meta.1731101833712.meta 2024-11-08T21:38:40,052 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ae1476a7656f%2C34891%2C1731101829303.meta.1731101874051.meta 2024-11-08T21:38:40,052 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ae1476a7656f%2C34891%2C1731101829303.meta.1731101886247.meta 2024-11-08T21:38:40,052 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ae1476a7656f%2C34891%2C1731101829303.meta.1731101919935.meta 2024-11-08T21:38:40,052 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 2024-11-08T21:38:40,052 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101919951 2024-11-08T21:38:40,053 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101886226 2024-11-08T21:38:40,053 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101919919 2024-11-08T21:38:40,054 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.meta.1731101886247.meta to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.meta.1731101886247.meta 2024-11-08T21:38:40,054 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.meta.1731101854380.meta 2024-11-08T21:38:40,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741957_1133 (size=640) 2024-11-08T21:38:40,071 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 2024-11-08T21:38:40,468 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:33257/backupUT/backup_1731101917486/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:38:40,468 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T21:38:40,474 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-08T21:38:40,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741958_1134 (size=45) 2024-11-08T21:38:40,882 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-08T21:38:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741959_1135 (size=390) 2024-11-08T21:38:41,306 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17311018388242 target: hdfs://localhost:33257/backupUT/backup_1731101917486/ns3/test-17311018388242 descriptor: 'ns3:test-17311018388242', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:38:41,306 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T21:38:41,309 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17311018388242 2024-11-08T21:38:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741960_1136 (size=50) 2024-11-08T21:38:41,715 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17311018388242 2024-11-08T21:38:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741961_1137 (size=950) 2024-11-08T21:38:42,134 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731101838824 target: hdfs://localhost:33257/backupUT/backup_1731101917486/default/test-1731101838824 descriptor: 'test-1731101838824', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:38:42,134 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T21:38:42,139 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731101838824 2024-11-08T21:38:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741962_1138 (size=53) 2024-11-08T21:38:42,549 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731101838824 2024-11-08T21:38:42,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741963_1139 (size=390) 2024-11-08T21:38:42,966 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17311018388243 target: hdfs://localhost:33257/backupUT/backup_1731101917486/ns4/test-17311018388243 descriptor: 'ns4:test-17311018388243', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:38:42,966 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T21:38:42,972 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17311018388243 2024-11-08T21:38:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741964_1140 (size=50) 2024-11-08T21:38:43,380 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17311018388243 2024-11-08T21:38:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741965_1141 (size=364) 2024-11-08T21:38:43,797 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17311018388241 target: hdfs://localhost:33257/backupUT/backup_1731101917486/ns2/test-17311018388241 descriptor: 'ns2:test-17311018388241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:38:43,797 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T21:38:43,802 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17311018388241 2024-11-08T21:38:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741966_1142 (size=50) 2024-11-08T21:38:44,211 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17311018388241 2024-11-08T21:38:44,229 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:33257/backupUT/.tmp/backup_1731101917486 from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265;hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1.1731101886226 2024-11-08T21:38:44,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557ba912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:44,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:44,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:44,231 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d05366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:44,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:44,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:44,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:44,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a79601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:44,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T21:38:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,46879,1731101827694 2024-11-08T21:38:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1576abab 2024-11-08T21:38:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T21:38:44,237 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T21:38:44,242 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T21:38:44,242 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-08T21:38:44,242 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T21:38:44,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:44,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:44,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:44,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:44,247 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-08T21:38:44,247 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731101838824 2024-11-08T21:38:44,247 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731101838824,, stopping at row=test-1731101838824 ,, for max=2147483647 with caching=100 2024-11-08T21:38:44,250 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731101838824: test-1731101838824; 2024-11-08T21:38:44,250 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17311018388241 2024-11-08T21:38:44,250 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17311018388241,, stopping at row=ns2:test-17311018388241 ,, for max=2147483647 with caching=100 2024-11-08T21:38:44,252 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17311018388241: ns2:test-17311018388241; 2024-11-08T21:38:44,252 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17311018388242 2024-11-08T21:38:44,252 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17311018388242,, stopping at row=ns3:test-17311018388242 ,, for max=2147483647 with caching=100 2024-11-08T21:38:44,254 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17311018388242: ns3:test-17311018388242; 2024-11-08T21:38:44,255 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17311018388243 2024-11-08T21:38:44,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17311018388243,, stopping at row=ns4:test-17311018388243 ,, for max=2147483647 with caching=100 2024-11-08T21:38:44,257 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17311018388243: ns4:test-17311018388243; 2024-11-08T21:38:44,257 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-08T21:38:44,257 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/hbase-staging/partitions_fa1dacf4-000f-498d-a390-bb0ab3179885 2024-11-08T21:38:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741967_1143 (size=324) 2024-11-08T21:38:44,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:44,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:44,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-3475900103777954263.jar 2024-11-08T21:38:45,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:38:45,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T21:38:45,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T21:38:45,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T21:38:45,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T21:38:45,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T21:38:45,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T21:38:45,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T21:38:45,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T21:38:45,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T21:38:45,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T21:38:45,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T21:38:45,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T21:38:45,543 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1731101838824,ns2:test-17311018388241,ns3:test-17311018388242,ns4:test-17311018388243 2024-11-08T21:38:45,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T21:38:45,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:38:45,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:45,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:45,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:45,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T21:38:46,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop-10933704970961429239.jar 2024-11-08T21:38:46,417 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T21:38:46,444 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 for WAL files 2024-11-08T21:38:46,445 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected exception in incremental-backup: incremental copy backup_1731101917486File hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 does not exist. java.io.FileNotFoundException: File hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 does not exist. at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1268) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1213) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1209) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.listLocatedStatus(DistributedFileSystem.java:1227) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.listLocatedStatus(FileSystem.java:2263) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getFiles(WALInputFormat.java:356) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:321) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:301) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:311) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:328) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:201) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1677) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.submit(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1695) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:426) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:38:46,446 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731101917486,startts=1731101919795,failedts=1731101926446,failedphase=PREPARE_INCREMENTAL,failedmessage=File hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101886265 does not exist. 2024-11-08T21:38:46,446 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-08T21:38:46,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable backup:system 2024-11-08T21:38:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=backup:system 2024-11-08T21:38:46,462 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101926462"}]},"ts":"1731101926462"} 2024-11-08T21:38:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T21:38:46,463 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLING in hbase:meta 2024-11-08T21:38:46,464 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set backup:system to state=DISABLING 2024-11-08T21:38:46,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=backup:system}] 2024-11-08T21:38:46,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, UNASSIGN}] 2024-11-08T21:38:46,470 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, UNASSIGN 2024-11-08T21:38:46,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=df9e0991dd6131ac0cbdcf4c04222203, regionState=CLOSING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:38:46,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, UNASSIGN because future has completed 2024-11-08T21:38:46,473 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T21:38:46,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:38:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T21:38:46,627 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:46,627 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T21:38:46,627 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing df9e0991dd6131ac0cbdcf4c04222203, disabling compactions & flushes 2024-11-08T21:38:46,627 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:46,627 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:46,627 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. after waiting 0 ms 2024-11-08T21:38:46,628 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:46,628 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing df9e0991dd6131ac0cbdcf4c04222203 2/2 column families, dataSize=398 B heapSize=1.04 KB 2024-11-08T21:38:46,637 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/e048484899a641e8bd5c302536209320 is 103, key is rslogts:hdfs://localhost:33257/backupUT\x00ae1476a7656f:34891/meta:rs-log-ts/1731101919997/Put/seqid=0 2024-11-08T21:38:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741968_1144 (size=5338) 2024-11-08T21:38:46,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7fb968248f79d1f6820f2f0c63774afa, had cached 0 bytes from a total of 38453 2024-11-08T21:38:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T21:38:47,045 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/e048484899a641e8bd5c302536209320 2024-11-08T21:38:47,060 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/78b6bff430b841f4bf64aeaf1f22a2f0 is 303, key is session:backup_1731101917486/session:context/1731101919796/Put/seqid=0 2024-11-08T21:38:47,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741969_1145 (size=5391) 2024-11-08T21:38:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T21:38:47,466 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=299 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/78b6bff430b841f4bf64aeaf1f22a2f0 2024-11-08T21:38:47,479 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/e048484899a641e8bd5c302536209320 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/e048484899a641e8bd5c302536209320 2024-11-08T21:38:47,485 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/e048484899a641e8bd5c302536209320, entries=1, sequenceid=47, filesize=5.2 K 2024-11-08T21:38:47,486 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/78b6bff430b841f4bf64aeaf1f22a2f0 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/78b6bff430b841f4bf64aeaf1f22a2f0 2024-11-08T21:38:47,492 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/78b6bff430b841f4bf64aeaf1f22a2f0, entries=1, sequenceid=47, filesize=5.3 K 2024-11-08T21:38:47,493 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for df9e0991dd6131ac0cbdcf4c04222203 in 865ms, sequenceid=47, compaction requested=true 2024-11-08T21:38:47,498 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/recovered.edits/50.seqid, newMaxSeqId=50, maxSeqId=1 2024-11-08T21:38:47,499 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:47,499 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:47,499 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for df9e0991dd6131ac0cbdcf4c04222203: Waiting for close lock at 1731101926627Running coprocessor pre-close hooks at 1731101926627Disabling compacts and flushes for region at 1731101926627Disabling writes for close at 1731101926628 (+1 ms)Obtaining lock to block concurrent updates at 1731101926628Preparing flush snapshotting stores in df9e0991dd6131ac0cbdcf4c04222203 at 1731101926628Finished memstore snapshotting backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., syncing WAL and waiting on mvcc, flushsize=dataSize=398, getHeapSize=1032, getOffHeapSize=0, getCellsCount=2 at 1731101926629 (+1 ms)Flushing stores of backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. at 1731101926630 (+1 ms)Flushing df9e0991dd6131ac0cbdcf4c04222203/meta: creating writer at 1731101926630Flushing df9e0991dd6131ac0cbdcf4c04222203/meta: appending metadata at 1731101926636 (+6 ms)Flushing df9e0991dd6131ac0cbdcf4c04222203/meta: closing flushed file at 1731101926636Flushing df9e0991dd6131ac0cbdcf4c04222203/session: creating writer at 1731101927057 (+421 ms)Flushing df9e0991dd6131ac0cbdcf4c04222203/session: appending metadata at 1731101927059 (+2 ms)Flushing df9e0991dd6131ac0cbdcf4c04222203/session: closing flushed file at 1731101927059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc167f4: reopening flushed file at 1731101927478 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7c0dde: reopening flushed file at 1731101927485 (+7 ms)Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for df9e0991dd6131ac0cbdcf4c04222203 in 865ms, sequenceid=47, compaction requested=true at 1731101927493 (+8 ms)Writing region close event to WAL at 1731101927494 (+1 ms)Running coprocessor post-close hooks at 1731101927499 (+5 ms)Closed at 1731101927499 2024-11-08T21:38:47,502 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:47,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=df9e0991dd6131ac0cbdcf4c04222203, regionState=CLOSED 2024-11-08T21:38:47,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:38:47,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-08T21:38:47,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303 in 1.0330 sec 2024-11-08T21:38:47,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-08T21:38:47,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, UNASSIGN in 1.0400 sec 2024-11-08T21:38:47,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-08T21:38:47,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=backup:system in 1.0470 sec 2024-11-08T21:38:47,516 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101927516"}]},"ts":"1731101927516"} 2024-11-08T21:38:47,518 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLED in hbase:meta 2024-11-08T21:38:47,518 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set backup:system to state=DISABLED 2024-11-08T21:38:47,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=backup:system in 1.0630 sec 2024-11-08T21:38:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T21:38:47,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: backup:system completed 2024-11-08T21:38:47,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.RawAsyncHBaseAdmin(2177): Taking restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1731101927609 2024-11-08T21:38:47,610 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:38:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731101927610 (current time:1731101927610). 2024-11-08T21:38:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T21:38:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot hbase-failsafe-snapshot_backup_system-1731101927609 VERSION not specified, setting to 2 2024-11-08T21:38:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e754102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46879,-1 for getting cluster id 2024-11-08T21:38:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T21:38:47,613 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b9801e-57a4-4df1-bf4a-6c1f53672a61' 2024-11-08T21:38:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T21:38:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b9801e-57a4-4df1-bf4a-6c1f53672a61" 2024-11-08T21:38:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c942b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46879,-1] 2024-11-08T21:38:47,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T21:38:47,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:47,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T21:38:47,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752ebb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T21:38:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T21:38:47,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34891,1731101829303, seqNum=-1] 2024-11-08T21:38:47,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:38:47,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:38:47,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879. 2024-11-08T21:38:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T21:38:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:47,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T21:38:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:38:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-11-08T21:38:47,622 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T21:38:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T21:38:47,623 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T21:38:47,625 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T21:38:47,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741970_1146 (size=81) 2024-11-08T21:38:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T21:38:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T21:38:48,034 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2024-11-08T21:38:48,036 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T21:38:48,036 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T21:38:48,036 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:48,040 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/e048484899a641e8bd5c302536209320] hfiles 2024-11-08T21:38:48,040 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/4): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6 2024-11-08T21:38:48,040 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/4): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa 2024-11-08T21:38:48,040 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/4): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b 2024-11-08T21:38:48,040 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/4): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/e048484899a641e8bd5c302536209320 2024-11-08T21:38:48,040 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:48,044 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/78b6bff430b841f4bf64aeaf1f22a2f0, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8] hfiles 2024-11-08T21:38:48,044 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/5): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6 2024-11-08T21:38:48,044 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/5): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/78b6bff430b841f4bf64aeaf1f22a2f0 2024-11-08T21:38:48,044 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/5): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398 2024-11-08T21:38:48,044 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/5): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae 2024-11-08T21:38:48,044 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (5/5): hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8 2024-11-08T21:38:48,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741971_1147 (size=409) 2024-11-08T21:38:48,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-08T21:38:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T21:38:48,453 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => df9e0991dd6131ac0cbdcf4c04222203, NAME => 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2024-11-08T21:38:48,457 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T21:38:48,460 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T21:38:48,460 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot_backup_system-1731101927609 2024-11-08T21:38:48,462 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1731101927609 2024-11-08T21:38:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741972_1148 (size=1046) 2024-11-08T21:38:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T21:38:48,876 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T21:38:48,891 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T21:38:48,891 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1731101927609 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.hbase-snapshot/hbase-failsafe-snapshot_backup_system-1731101927609 2024-11-08T21:38:48,892 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T21:38:48,893 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-11-08T21:38:48,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731101927609 table=backup:system type=FLUSH ttl=0 } in 1.2730 sec 2024-11-08T21:38:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T21:38:49,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T21:38:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1731101917642 type: FLUSH version: 2 ttl: 0 ) 2024-11-08T21:38:49,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(1055): Restore snapshot=snapshot_backup_system as table=backup:system 2024-11-08T21:38:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T21:38:49,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741973_1149 (size=635) 2024-11-08T21:38:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T21:38:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T21:38:50,209 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2024-11-08T21:38:50,209 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2024-11-08T21:38:50,213 INFO [PEWorker-3 {}] procedure.RestoreSnapshotProcedure(410): Starting restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T21:38:50,218 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(183): starting restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1731101917642 type: FLUSH version: 2 ttl: 0 2024-11-08T21:38:50,219 DEBUG [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(850): get table regions: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system 2024-11-08T21:38:50,222 DEBUG [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(862): found 1 regions for table=backup:system 2024-11-08T21:38:50,222 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(229): region to restore: df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,227 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:50,232 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/e048484899a641e8bd5c302536209320 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/e048484899a641e8bd5c302536209320 2024-11-08T21:38:50,232 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:50,237 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/78b6bff430b841f4bf64aeaf1f22a2f0 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/78b6bff430b841f4bf64aeaf1f22a2f0 2024-11-08T21:38:50,237 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(272): finishing restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1731101917642 type: FLUSH version: 2 ttl: 0 2024-11-08T21:38:50,239 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731101930239"}]},"ts":"9223372036854775807"} 2024-11-08T21:38:50,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T21:38:50,244 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => df9e0991dd6131ac0cbdcf4c04222203, NAME => 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T21:38:50,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731101930240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731101930240"}]},"ts":"1731101930240"} 2024-11-08T21:38:50,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T21:38:50,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(585): Overwritten 1 regions to Meta 2024-11-08T21:38:50,246 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(586): Overwritten regions: [{ENCODED => df9e0991dd6131ac0cbdcf4c04222203, NAME => 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T21:38:50,246 INFO [PEWorker-3 {}] procedure.RestoreSnapshotProcedure(481): Restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2024-11-08T21:38:50,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1731101917642 type: FLUSH version: 2 ttl: 0 ) in 463 msec 2024-11-08T21:38:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T21:38:50,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin(2211): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1731101927609 2024-11-08T21:38:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "hbase-failsafe-snapshot_backup_system-1731101927609" type: DISABLED 2024-11-08T21:38:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: hbase-failsafe-snapshot_backup_system-1731101927609 2024-11-08T21:38:50,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.3 enable backup:system 2024-11-08T21:38:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=backup:system 2024-11-08T21:38:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T21:38:50,439 INFO [PEWorker-1 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2024-11-08T21:38:50,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101930439"}]},"ts":"1731101930439"} 2024-11-08T21:38:50,441 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-08T21:38:50,442 DEBUG [PEWorker-1 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-11-08T21:38:50,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN}] 2024-11-08T21:38:50,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN 2024-11-08T21:38:50,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2024-11-08T21:38:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T21:38:50,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=df9e0991dd6131ac0cbdcf4c04222203, regionState=OPENING, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:38:50,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN because future has completed 2024-11-08T21:38:50,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303}] 2024-11-08T21:38:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T21:38:50,765 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(132): Open backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:50,766 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7752): Opening region: {ENCODED => df9e0991dd6131ac0cbdcf4c04222203, NAME => 'backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:38:50,767 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T21:38:50,767 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,767 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(898): Instantiated backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:38:50,767 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7794): checking encryption for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,767 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7797): checking classloading for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,769 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,770 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e0991dd6131ac0cbdcf4c04222203 columnFamilyName meta 2024-11-08T21:38:50,770 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:50,779 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6 2024-11-08T21:38:50,785 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa 2024-11-08T21:38:50,792 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b 2024-11-08T21:38:50,792 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.HStore(327): Store=df9e0991dd6131ac0cbdcf4c04222203/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:38:50,792 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,793 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e0991dd6131ac0cbdcf4c04222203 columnFamilyName session 2024-11-08T21:38:50,793 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:38:50,801 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6 2024-11-08T21:38:50,805 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398 2024-11-08T21:38:50,809 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae 2024-11-08T21:38:50,813 DEBUG [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8 2024-11-08T21:38:50,813 INFO [StoreOpener-df9e0991dd6131ac0cbdcf4c04222203-1 {}] regionserver.HStore(327): Store=df9e0991dd6131ac0cbdcf4c04222203/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:38:50,814 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1038): replaying wal for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,814 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,816 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,816 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1048): stopping wal replay for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,816 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1060): Cleaning up temporary data for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,817 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T21:38:50,818 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1093): writing seq id for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,819 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1114): Opened df9e0991dd6131ac0cbdcf4c04222203; next sequenceid=51; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11345671680, jitterRate=0.05664801597595215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T21:38:50,819 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:50,819 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1006): Region open journal for df9e0991dd6131ac0cbdcf4c04222203: Running coprocessor pre-open hook at 1731101930767Writing region info on filesystem at 1731101930767Initializing all the Stores at 1731101930768 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101930768Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731101930769 (+1 ms)Cleaning up temporary data from old regions at 1731101930816 (+47 ms)Running coprocessor post-open hooks at 1731101930819 (+3 ms)Region opened successfully at 1731101930819 2024-11-08T21:38:50,820 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., pid=70, masterSystemTime=1731101930756 2024-11-08T21:38:50,822 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store df9e0991dd6131ac0cbdcf4c04222203:meta, priority=-2147483648, current under compaction store size is 1 2024-11-08T21:38:50,823 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T21:38:50,823 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store df9e0991dd6131ac0cbdcf4c04222203:session, priority=-2147483648, current under compaction store size is 2 2024-11-08T21:38:50,823 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T21:38:50,823 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T21:38:50,823 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T21:38:50,825 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:50,826 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(153): Opened backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:50,826 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 23194 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T21:38:50,826 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T21:38:50,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=df9e0991dd6131ac0cbdcf4c04222203, regionState=OPEN, openSeqNum=51, regionLocation=ae1476a7656f,34891,1731101829303 2024-11-08T21:38:50,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303 because future has completed 2024-11-08T21:38:50,828 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.HStore(1541): df9e0991dd6131ac0cbdcf4c04222203/session is initiating minor compaction (all files) 2024-11-08T21:38:50,828 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.HStore(1541): df9e0991dd6131ac0cbdcf4c04222203/meta is initiating minor compaction (all files) 2024-11-08T21:38:50,828 INFO [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df9e0991dd6131ac0cbdcf4c04222203/meta in backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:50,828 INFO [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df9e0991dd6131ac0cbdcf4c04222203/session in backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:50,828 INFO [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6] into tmpdir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp, totalSize=22.7 K 2024-11-08T21:38:50,828 INFO [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa] into tmpdir=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp, totalSize=17.9 K 2024-11-08T21:38:50,830 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1631070ab74eea825a1e88697629ae, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731101852060 2024-11-08T21:38:50,830 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f67871709734e949e3dad2659506be6, keycount=6, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731101854446 2024-11-08T21:38:50,830 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] compactions.Compactor(225): Compacting e6188d43d3784914aa9757d31afe6398, keycount=2, bloomtype=ROW, size=5.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731101867786 2024-11-08T21:38:50,830 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 741b85d46bf64728ac9cdace74597d6b, keycount=4, bloomtype=ROW, size=5.6 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1731101874129 2024-11-08T21:38:50,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-08T21:38:50,831 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] compactions.Compactor(225): Compacting f4317bd7937d436cad65304938c015d8, keycount=3, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1731101880772 2024-11-08T21:38:50,831 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 703577b551a040a4926de0a1e6bbd6fa, keycount=12, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731101886303 2024-11-08T21:38:50,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure df9e0991dd6131ac0cbdcf4c04222203, server=ae1476a7656f,34891,1731101829303 in 227 msec 2024-11-08T21:38:50,831 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a292060e8864b3cba9b30a10002c9e6, keycount=2, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731101912447 2024-11-08T21:38:50,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-08T21:38:50,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=df9e0991dd6131ac0cbdcf4c04222203, ASSIGN in 389 msec 2024-11-08T21:38:50,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731101930833"}]},"ts":"1731101930833"} 2024-11-08T21:38:50,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-08T21:38:50,835 INFO [PEWorker-3 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2024-11-08T21:38:50,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; EnableTableProcedure table=backup:system in 404 msec 2024-11-08T21:38:50,856 INFO [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df9e0991dd6131ac0cbdcf4c04222203#meta#compaction#16 average throughput is 1.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T21:38:50,856 INFO [RS:0;ae1476a7656f:34891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df9e0991dd6131ac0cbdcf4c04222203#session#compaction#17 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T21:38:50,856 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/b6cc234fcd9249d685100cd836394ed5 is 158, key is trslm:hdfs://localhost:33257/backupUT\x00ns2:test-17311018388241/meta:log-roll-map/1731101911997/Put/seqid=0 2024-11-08T21:38:50,856 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/d05a8108cdfa49a284d616008f6e497a is 1245, key is session:backup_1731101881811/session:context/1731101881934/Put/seqid=0 2024-11-08T21:38:50,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741974_1150 (size=6749) 2024-11-08T21:38:50,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741975_1151 (size=8073) 2024-11-08T21:38:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T21:38:51,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: backup:system completed 2024-11-08T21:38:51,066 DEBUG [Time-limited test {}] impl.BackupSystemTable(1544): Done restoring backup system table 2024-11-08T21:38:51,066 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T21:38:51,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T21:38:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46879 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T21:38:51,080 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T21:38:51,080 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: PREPARE_INCREMENTAL 2024-11-08T21:38:51,082 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T21:38:51,086 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731101917486 failed. 2024-11-08T21:38:51,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T21:38:51,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:103) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:38:51,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:51,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:51,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:51,108 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=627 (was 611) Potentially hanging thread: PacketResponder: BP-552307062-172.17.0.3-1731101823199:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/b6cc234fcd9249d685100cd836394ed5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (ae1476a7656f,46879,1731101827694)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'ae1476a7656f,34891,1731101829303' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_616575977_20 at /127.0.0.1:50630 [Receiving block BP-552307062-172.17.0.3-1731101823199:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_616575977_20 at /127.0.0.1:50618 [Receiving block BP-552307062-172.17.0.3-1731101823199:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-552307062-172.17.0.3-1731101823199:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ae1476a7656f:34891-shortCompactions-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:1013) app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:949) app//org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:913) app//org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) app//org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) app//org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.finishClose(HFileWriterImpl.java:859) app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:680) app//org.apache.hadoop.hbase.regionserver.StoreFileWriter$SingleStoreFileWriter.close(StoreFileWriter.java:787) app//org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:294) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:70) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:38) app//org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:398) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:62) app//org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:122) app//org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1181) app//org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2424) app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:667) app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:716) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_616575977_20 at /127.0.0.1:50632 [Receiving block BP-552307062-172.17.0.3-1731101823199:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-552307062-172.17.0.3-1731101823199:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/d05a8108cdfa49a284d616008f6e497a java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-752626546_20 at /127.0.0.1:42532 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(ae1476a7656f,34891,1731101829303)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 219), ProcessCount=9 (was 9), AvailableMemoryMB=2746 (was 3478) 2024-11-08T21:38:51,110 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=627 is superior to 500 2024-11-08T21:38:51,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T21:38:51,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T21:38:51,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:38:51,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:51,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:51,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:51,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T21:38:51,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=27897051, stopped=false 2024-11-08T21:38:51,118 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,46879,1731101827694 2024-11-08T21:38:51,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-08T21:38:51,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-08T21:38:51,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:38:51,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:38:51,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T21:38:51,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T21:38:51,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:38:51,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T21:38:51,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:51,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T21:38:51,195 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,34891,1731101829303' ***** 2024-11-08T21:38:51,196 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T21:38:51,196 INFO [RS:0;ae1476a7656f:34891 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-08T21:38:51,202 INFO [RS:0;ae1476a7656f:34891 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-08T21:38:51,203 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T21:38:51,204 INFO [RS:0;ae1476a7656f:34891 {}] server.AbstractConnector(383): Stopped ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T21:38:51,204 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T21:38:51,204 INFO [RS:0;ae1476a7656f:34891 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:38:51,204 INFO [RS:0;ae1476a7656f:34891 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-08T21:38:51,204 INFO [RS:0;ae1476a7656f:34891 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,STOPPED} 2024-11-08T21:38:51,206 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T21:38:51,206 INFO [RS:0;ae1476a7656f:34891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T21:38:51,206 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-08T21:38:51,206 INFO [RS:0;ae1476a7656f:34891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T21:38:51,206 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for 9593b518979e529833b0c327f4f62e9c 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for 0778f63d9992fccc1a6bf838c8f035ab 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fb968248f79d1f6820f2f0c63774afa 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for b078c340b5008a4916bacdf41f1ed971 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fc373563b82741c3ec7ee76f1f30e0d 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,34891,1731101829303 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:34891. 2024-11-08T21:38:51,207 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9593b518979e529833b0c327f4f62e9c, disabling compactions & flushes 2024-11-08T21:38:51,207 DEBUG [RS:0;ae1476a7656f:34891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:38:51,207 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:38:51,207 DEBUG [RS:0;ae1476a7656f:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:51,207 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:38:51,207 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. after waiting 0 ms 2024-11-08T21:38:51,207 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:38:51,207 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T21:38:51,211 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns2/test-17311018388241/9593b518979e529833b0c327f4f62e9c/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-08T21:38:51,212 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:51,212 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:38:51,212 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9593b518979e529833b0c327f4f62e9c: Waiting for close lock at 1731101931207Running coprocessor pre-close hooks at 1731101931207Disabling compacts and flushes for region at 1731101931207Disabling writes for close at 1731101931207Writing region close event to WAL at 1731101931208 (+1 ms)Running coprocessor post-close hooks at 1731101931212 (+4 ms)Closed at 1731101931212 2024-11-08T21:38:51,212 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c. 2024-11-08T21:38:51,212 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0778f63d9992fccc1a6bf838c8f035ab, disabling compactions & flushes 2024-11-08T21:38:51,212 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:38:51,212 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:38:51,212 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. after waiting 0 ms 2024-11-08T21:38:51,212 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:38:51,216 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns3/test-17311018388242/0778f63d9992fccc1a6bf838c8f035ab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T21:38:51,216 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:51,216 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:38:51,216 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0778f63d9992fccc1a6bf838c8f035ab: Waiting for close lock at 1731101931212Running coprocessor pre-close hooks at 1731101931212Disabling compacts and flushes for region at 1731101931212Disabling writes for close at 1731101931212Writing region close event to WAL at 1731101931213 (+1 ms)Running coprocessor post-close hooks at 1731101931216 (+3 ms)Closed at 1731101931216 2024-11-08T21:38:51,216 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17311018388242,,1731101844007.0778f63d9992fccc1a6bf838c8f035ab. 2024-11-08T21:38:51,217 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fb968248f79d1f6820f2f0c63774afa, disabling compactions & flushes 2024-11-08T21:38:51,217 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:51,217 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:51,217 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. after waiting 0 ms 2024-11-08T21:38:51,217 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:51,217 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fb968248f79d1f6820f2f0c63774afa 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-08T21:38:51,230 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f2/911f1508877049a3ab9cc5371c85046a is 58, key is row-test-1731101838824-2-0/f2:q1/1731101912477/Put/seqid=0 2024-11-08T21:38:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741976_1152 (size=5464) 2024-11-08T21:38:51,271 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/d05a8108cdfa49a284d616008f6e497a as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/d05a8108cdfa49a284d616008f6e497a 2024-11-08T21:38:51,272 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/meta/b6cc234fcd9249d685100cd836394ed5 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/b6cc234fcd9249d685100cd836394ed5 2024-11-08T21:38:51,284 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-08T21:38:51,284 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-08T21:38:51,287 INFO [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df9e0991dd6131ac0cbdcf4c04222203/session of df9e0991dd6131ac0cbdcf4c04222203 into d05a8108cdfa49a284d616008f6e497a(size=7.9 K), total size for store is 7.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T21:38:51,287 INFO [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in df9e0991dd6131ac0cbdcf4c04222203/meta of df9e0991dd6131ac0cbdcf4c04222203 into b6cc234fcd9249d685100cd836394ed5(size=6.6 K), total size for store is 6.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T21:38:51,287 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df9e0991dd6131ac0cbdcf4c04222203: 2024-11-08T21:38:51,287 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df9e0991dd6131ac0cbdcf4c04222203: 2024-11-08T21:38:51,289 INFO [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., storeName=df9e0991dd6131ac0cbdcf4c04222203/meta, priority=13, startTime=1731101930821; duration=0sec 2024-11-08T21:38:51,289 INFO [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., storeName=df9e0991dd6131ac0cbdcf4c04222203/session, priority=12, startTime=1731101930823; duration=0sec 2024-11-08T21:38:51,289 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T21:38:51,289 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T21:38:51,289 DEBUG [RS:0;ae1476a7656f:34891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df9e0991dd6131ac0cbdcf4c04222203:meta 2024-11-08T21:38:51,289 DEBUG [RS:0;ae1476a7656f:34891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df9e0991dd6131ac0cbdcf4c04222203:session 2024-11-08T21:38:51,290 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T21:38:51,290 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T21:38:51,290 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T21:38:51,290 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T21:38:51,290 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1325): Online Regions={7fb968248f79d1f6820f2f0c63774afa=test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., df9e0991dd6131ac0cbdcf4c04222203=backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., 1588230740=hbase:meta,,1.1588230740, b078c340b5008a4916bacdf41f1ed971=backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971., 8fc373563b82741c3ec7ee76f1f30e0d=ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d.} 2024-11-08T21:38:51,290 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T21:38:51,290 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T21:38:51,290 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T21:38:51,290 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T21:38:51,290 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T21:38:51,290 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fb968248f79d1f6820f2f0c63774afa, 8fc373563b82741c3ec7ee76f1f30e0d, b078c340b5008a4916bacdf41f1ed971, df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:51,290 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.17 KB heapSize=23.40 KB 2024-11-08T21:38:51,313 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/info/b10f99afda67483b9bf27649bcbec336 is 159, key is ns2:test-17311018388241,,1731101841697.9593b518979e529833b0c327f4f62e9c./info:regioninfo/1731101842880/Put/seqid=0 2024-11-08T21:38:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741977_1153 (size=14126) 2024-11-08T21:38:51,491 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fb968248f79d1f6820f2f0c63774afa, 8fc373563b82741c3ec7ee76f1f30e0d, b078c340b5008a4916bacdf41f1ed971, df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:51,636 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f2/911f1508877049a3ab9cc5371c85046a 2024-11-08T21:38:51,648 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/.tmp/f2/911f1508877049a3ab9cc5371c85046a as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f2/911f1508877049a3ab9cc5371c85046a 2024-11-08T21:38:51,655 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/f2/911f1508877049a3ab9cc5371c85046a, entries=7, sequenceid=348, filesize=5.3 K 2024-11-08T21:38:51,656 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7fb968248f79d1f6820f2f0c63774afa in 439ms, sequenceid=348, compaction requested=false 2024-11-08T21:38:51,661 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/default/test-1731101838824/7fb968248f79d1f6820f2f0c63774afa/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-08T21:38:51,662 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:51,662 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:51,662 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fb968248f79d1f6820f2f0c63774afa: Waiting for close lock at 1731101931217Running coprocessor pre-close hooks at 1731101931217Disabling compacts and flushes for region at 1731101931217Disabling writes for close at 1731101931217Obtaining lock to block concurrent updates at 1731101931217Preparing flush snapshotting stores in 7fb968248f79d1f6820f2f0c63774afa at 1731101931217Finished memstore snapshotting test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731101931217Flushing stores of test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. at 1731101931218 (+1 ms)Flushing 7fb968248f79d1f6820f2f0c63774afa/f2: creating writer at 1731101931218Flushing 7fb968248f79d1f6820f2f0c63774afa/f2: appending metadata at 1731101931230 (+12 ms)Flushing 7fb968248f79d1f6820f2f0c63774afa/f2: closing flushed file at 1731101931230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6a40f1: reopening flushed file at 1731101931647 (+417 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7fb968248f79d1f6820f2f0c63774afa in 439ms, sequenceid=348, compaction requested=false at 1731101931656 (+9 ms)Writing region close event to WAL at 1731101931658 (+2 ms)Running coprocessor post-close hooks at 1731101931662 (+4 ms)Closed at 1731101931662 2024-11-08T21:38:51,663 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731101838824,,1731101839314.7fb968248f79d1f6820f2f0c63774afa. 2024-11-08T21:38:51,663 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df9e0991dd6131ac0cbdcf4c04222203, disabling compactions & flushes 2024-11-08T21:38:51,663 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:51,663 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:51,663 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. after waiting 0 ms 2024-11-08T21:38:51,663 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:51,663 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df9e0991dd6131ac0cbdcf4c04222203 2/2 column families, dataSize=594 B heapSize=1.23 KB 2024-11-08T21:38:51,668 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/400995779d3442da8b0364bff328290d is 554, key is session:backup_1731101917486/session:context/1731101931081/Put/seqid=0 2024-11-08T21:38:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741978_1154 (size=5655) 2024-11-08T21:38:51,691 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fc373563b82741c3ec7ee76f1f30e0d, b078c340b5008a4916bacdf41f1ed971, df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:51,718 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.16 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/info/b10f99afda67483b9bf27649bcbec336 2024-11-08T21:38:51,749 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/ns/31196fd3c8214203bf34fbf757231ece is 43, key is default/ns:d/1731101833887/Put/seqid=0 2024-11-08T21:38:51,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741979_1155 (size=5345) 2024-11-08T21:38:51,891 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fc373563b82741c3ec7ee76f1f30e0d, b078c340b5008a4916bacdf41f1ed971, df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:52,073 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/400995779d3442da8b0364bff328290d 2024-11-08T21:38:52,075 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T21:38:52,076 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T21:38:52,087 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/.tmp/session/400995779d3442da8b0364bff328290d as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/400995779d3442da8b0364bff328290d 2024-11-08T21:38:52,091 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fc373563b82741c3ec7ee76f1f30e0d, b078c340b5008a4916bacdf41f1ed971, df9e0991dd6131ac0cbdcf4c04222203 2024-11-08T21:38:52,095 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/400995779d3442da8b0364bff328290d, entries=2, sequenceid=57, filesize=5.5 K 2024-11-08T21:38:52,096 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for df9e0991dd6131ac0cbdcf4c04222203 in 433ms, sequenceid=57, compaction requested=false 2024-11-08T21:38:52,097 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa] to archive 2024-11-08T21:38:52,098 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T21:38:52,102 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/3f67871709734e949e3dad2659506be6 2024-11-08T21:38:52,103 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/741b85d46bf64728ac9cdace74597d6b 2024-11-08T21:38:52,105 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/meta/703577b551a040a4926de0a1e6bbd6fa 2024-11-08T21:38:52,110 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:46879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T21:38:52,111 WARN [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3f67871709734e949e3dad2659506be6=5914, 741b85d46bf64728ac9cdace74597d6b=5745, 703577b551a040a4926de0a1e6bbd6fa=6646] 2024-11-08T21:38:52,112 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6] to archive 2024-11-08T21:38:52,112 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T21:38:52,115 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/eb1631070ab74eea825a1e88697629ae 2024-11-08T21:38:52,116 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/e6188d43d3784914aa9757d31afe6398 2024-11-08T21:38:52,117 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/f4317bd7937d436cad65304938c015d8 2024-11-08T21:38:52,119 DEBUG [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6 to hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/archive/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/session/2a292060e8864b3cba9b30a10002c9e6 2024-11-08T21:38:52,119 WARN [StoreCloser-backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [eb1631070ab74eea825a1e88697629ae=5049, e6188d43d3784914aa9757d31afe6398=5535, f4317bd7937d436cad65304938c015d8=6682, 2a292060e8864b3cba9b30a10002c9e6=5928] 2024-11-08T21:38:52,122 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system/df9e0991dd6131ac0cbdcf4c04222203/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=50 2024-11-08T21:38:52,122 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:52,123 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:52,123 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df9e0991dd6131ac0cbdcf4c04222203: Waiting for close lock at 1731101931663Running coprocessor pre-close hooks at 1731101931663Disabling compacts and flushes for region at 1731101931663Disabling writes for close at 1731101931663Obtaining lock to block concurrent updates at 1731101931663Preparing flush snapshotting stores in df9e0991dd6131ac0cbdcf4c04222203 at 1731101931663Finished memstore snapshotting backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1224, getOffHeapSize=0, getCellsCount=2 at 1731101931663Flushing stores of backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. at 1731101931664 (+1 ms)Flushing df9e0991dd6131ac0cbdcf4c04222203/session: creating writer at 1731101931664Flushing df9e0991dd6131ac0cbdcf4c04222203/session: appending metadata at 1731101931667 (+3 ms)Flushing df9e0991dd6131ac0cbdcf4c04222203/session: closing flushed file at 1731101931667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d55f9e8: reopening flushed file at 1731101932085 (+418 ms)Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for df9e0991dd6131ac0cbdcf4c04222203 in 433ms, sequenceid=57, compaction requested=false at 1731101932096 (+11 ms)Writing region close event to WAL at 1731101932119 (+23 ms)Running coprocessor post-close hooks at 1731101932122 (+3 ms)Closed at 1731101932123 (+1 ms) 2024-11-08T21:38:52,123 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731101850236.df9e0991dd6131ac0cbdcf4c04222203. 2024-11-08T21:38:52,123 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b078c340b5008a4916bacdf41f1ed971, disabling compactions & flushes 2024-11-08T21:38:52,123 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:38:52,123 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:38:52,123 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. after waiting 0 ms 2024-11-08T21:38:52,123 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:38:52,126 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/backup/system_bulk/b078c340b5008a4916bacdf41f1ed971/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T21:38:52,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:52,127 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:38:52,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b078c340b5008a4916bacdf41f1ed971: Waiting for close lock at 1731101932123Running coprocessor pre-close hooks at 1731101932123Disabling compacts and flushes for region at 1731101932123Disabling writes for close at 1731101932123Writing region close event to WAL at 1731101932123Running coprocessor post-close hooks at 1731101932126 (+3 ms)Closed at 1731101932127 (+1 ms) 2024-11-08T21:38:52,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731101851392.b078c340b5008a4916bacdf41f1ed971. 2024-11-08T21:38:52,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fc373563b82741c3ec7ee76f1f30e0d, disabling compactions & flushes 2024-11-08T21:38:52,127 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:38:52,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:38:52,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. after waiting 0 ms 2024-11-08T21:38:52,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:38:52,131 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/ns4/test-17311018388243/8fc373563b82741c3ec7ee76f1f30e0d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T21:38:52,131 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:52,131 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:38:52,131 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fc373563b82741c3ec7ee76f1f30e0d: Waiting for close lock at 1731101932127Running coprocessor pre-close hooks at 1731101932127Disabling compacts and flushes for region at 1731101932127Disabling writes for close at 1731101932127Writing region close event to WAL at 1731101932127Running coprocessor post-close hooks at 1731101932131 (+4 ms)Closed at 1731101932131 2024-11-08T21:38:52,131 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17311018388243,,1731101846178.8fc373563b82741c3ec7ee76f1f30e0d. 2024-11-08T21:38:52,154 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/ns/31196fd3c8214203bf34fbf757231ece 2024-11-08T21:38:52,174 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/table/6c4fec56307e478da3bd1ac120f7535e is 59, key is ns2:test-17311018388241/table:state/1731101842893/Put/seqid=0 2024-11-08T21:38:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741980_1156 (size=5866) 2024-11-08T21:38:52,292 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T21:38:52,292 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T21:38:52,292 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T21:38:52,492 DEBUG [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T21:38:52,579 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/table/6c4fec56307e478da3bd1ac120f7535e 2024-11-08T21:38:52,590 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/info/b10f99afda67483b9bf27649bcbec336 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/info/b10f99afda67483b9bf27649bcbec336 2024-11-08T21:38:52,598 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/info/b10f99afda67483b9bf27649bcbec336, entries=69, sequenceid=59, filesize=13.8 K 2024-11-08T21:38:52,599 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/ns/31196fd3c8214203bf34fbf757231ece as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/ns/31196fd3c8214203bf34fbf757231ece 2024-11-08T21:38:52,606 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/ns/31196fd3c8214203bf34fbf757231ece, entries=7, sequenceid=59, filesize=5.2 K 2024-11-08T21:38:52,607 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/.tmp/table/6c4fec56307e478da3bd1ac120f7535e as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/table/6c4fec56307e478da3bd1ac120f7535e 2024-11-08T21:38:52,614 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/table/6c4fec56307e478da3bd1ac120f7535e, entries=13, sequenceid=59, filesize=5.7 K 2024-11-08T21:38:52,615 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=59, compaction requested=false 2024-11-08T21:38:52,619 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/data/hbase/meta/1588230740/recovered.edits/62.seqid, newMaxSeqId=62, maxSeqId=1 2024-11-08T21:38:52,620 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T21:38:52,620 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T21:38:52,620 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T21:38:52,620 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731101931290Running coprocessor pre-close hooks at 1731101931290Disabling compacts and flushes for region at 1731101931290Disabling writes for close at 1731101931290Obtaining lock to block concurrent updates at 1731101931290Preparing flush snapshotting stores in 1588230740 at 1731101931290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13486, getHeapSize=23896, getOffHeapSize=0, getCellsCount=125 at 1731101931291 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731101931291Flushing 1588230740/info: creating writer at 1731101931291Flushing 1588230740/info: appending metadata at 1731101931313 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731101931313Flushing 1588230740/ns: creating writer at 1731101931729 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731101931748 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731101931748Flushing 1588230740/table: creating writer at 1731101932159 (+411 ms)Flushing 1588230740/table: appending metadata at 1731101932173 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731101932173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15843215: reopening flushed file at 1731101932589 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64645988: reopening flushed file at 1731101932598 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0183b: reopening flushed file at 1731101932606 (+8 ms)Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=59, compaction requested=false at 1731101932615 (+9 ms)Writing region close event to WAL at 1731101932616 (+1 ms)Running coprocessor post-close hooks at 1731101932620 (+4 ms)Closed at 1731101932620 2024-11-08T21:38:52,620 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T21:38:52,692 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,34891,1731101829303; all regions closed. 2024-11-08T21:38:52,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741955_1131 (size=3260) 2024-11-08T21:38:52,707 DEBUG [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs 2024-11-08T21:38:52,707 INFO [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.meta:.meta(num 1731101919935) 2024-11-08T21:38:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741954_1130 (size=5275) 2024-11-08T21:38:52,713 DEBUG [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs 2024-11-08T21:38:52,713 INFO [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-1:(num 1731101919919) 2024-11-08T21:38:52,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741956_1132 (size=1037) 2024-11-08T21:38:52,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/WALs/ae1476a7656f,34891,1731101829303/ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0.1731101919951 not finished, retry = 0 2024-11-08T21:38:52,821 DEBUG [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/oldWALs 2024-11-08T21:38:52,821 INFO [RS:0;ae1476a7656f:34891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C34891%2C1731101829303.ae1476a7656f%2C34891%2C1731101829303.regiongroup-0:(num 1731101919951) 2024-11-08T21:38:52,821 DEBUG [RS:0;ae1476a7656f:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:52,821 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T21:38:52,822 INFO [RS:0;ae1476a7656f:34891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T21:38:52,822 INFO [RS:0;ae1476a7656f:34891 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T21:38:52,823 INFO [RS:0;ae1476a7656f:34891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T21:38:52,823 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T21:38:52,825 INFO [RS:0;ae1476a7656f:34891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34891 2024-11-08T21:38:52,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/ae1476a7656f,34891,1731101829303 2024-11-08T21:38:52,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-08T21:38:52,875 INFO [RS:0;ae1476a7656f:34891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T21:38:52,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,34891,1731101829303] 2024-11-08T21:38:52,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/ae1476a7656f,34891,1731101829303 already deleted, retry=false 2024-11-08T21:38:52,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,34891,1731101829303 expired; onlineServers=0 2024-11-08T21:38:52,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,46879,1731101827694' ***** 2024-11-08T21:38:52,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T21:38:52,896 INFO [M:0;ae1476a7656f:46879 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-08T21:38:52,902 INFO [M:0;ae1476a7656f:46879 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-08T21:38:52,903 INFO [M:0;ae1476a7656f:46879 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T21:38:52,903 INFO [M:0;ae1476a7656f:46879 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:38:52,903 INFO [M:0;ae1476a7656f:46879 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-08T21:38:52,903 INFO [M:0;ae1476a7656f:46879 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,STOPPED} 2024-11-08T21:38:52,903 INFO [M:0;ae1476a7656f:46879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T21:38:52,903 INFO [M:0;ae1476a7656f:46879 {}] master.HMaster(1770): Stopping master jetty server 2024-11-08T21:38:52,904 INFO [M:0;ae1476a7656f:46879 {}] server.AbstractConnector(383): Stopped ServerConnector@234e862b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T21:38:52,904 INFO [M:0;ae1476a7656f:46879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T21:38:52,904 DEBUG [M:0;ae1476a7656f:46879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T21:38:52,905 INFO [M:0;ae1476a7656f:46879 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-08T21:38:52,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T21:38:52,905 INFO [M:0;ae1476a7656f:46879 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;ae1476a7656f:46879. 2024-11-08T21:38:52,905 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731101832775 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731101832775,5,FailOnTimeoutGroup] 2024-11-08T21:38:52,905 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731101832776 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731101832776,5,FailOnTimeoutGroup] 2024-11-08T21:38:52,905 DEBUG [M:0;ae1476a7656f:46879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:38:52,905 DEBUG [M:0;ae1476a7656f:46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:52,905 DEBUG [M:0;ae1476a7656f:46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:38:52,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T21:38:52,905 DEBUG [M:0;ae1476a7656f:46879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T21:38:52,905 INFO [M:0;ae1476a7656f:46879 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T21:38:52,905 INFO [M:0;ae1476a7656f:46879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T21:38:52,905 DEBUG [M:0;ae1476a7656f:46879 {}] master.HMaster(1795): Stopping service threads 2024-11-08T21:38:52,905 INFO [M:0;ae1476a7656f:46879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T21:38:52,906 INFO [M:0;ae1476a7656f:46879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T21:38:52,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-08T21:38:52,906 INFO [M:0;ae1476a7656f:46879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T21:38:52,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T21:38:52,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T21:38:52,907 DEBUG [M:0;ae1476a7656f:46879 {}] zookeeper.ZKUtil(347): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-08T21:38:52,907 WARN [M:0;ae1476a7656f:46879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T21:38:52,907 INFO [M:0;ae1476a7656f:46879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/.lastflushedseqids 2024-11-08T21:38:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741981_1157 (size=495) 2024-11-08T21:38:52,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T21:38:52,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1011c619a7d0001, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T21:38:52,987 INFO [RS:0;ae1476a7656f:34891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T21:38:52,988 INFO [RS:0;ae1476a7656f:34891 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,34891,1731101829303; zookeeper connection closed. 2024-11-08T21:38:52,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a94a0ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a94a0ea 2024-11-08T21:38:52,989 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T21:38:53,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T21:38:53,318 INFO [M:0;ae1476a7656f:46879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T21:38:53,318 INFO [M:0;ae1476a7656f:46879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T21:38:53,319 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T21:38:53,335 INFO [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:38:53,335 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:38:53,335 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T21:38:53,335 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:38:53,335 INFO [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=319.24 KB heapSize=375.40 KB 2024-11-08T21:38:53,349 DEBUG [M:0;ae1476a7656f:46879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd2aa98e612544288028acf3170a42f2 is 82, key is hbase:meta,,1/info:regioninfo/1731101833805/Put/seqid=0 2024-11-08T21:38:53,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741982_1158 (size=5672) 2024-11-08T21:38:53,755 INFO [M:0;ae1476a7656f:46879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd2aa98e612544288028acf3170a42f2 2024-11-08T21:38:53,789 DEBUG [M:0;ae1476a7656f:46879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137be55af0db4eb789398f9970456191 is 2183, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1731101881807/Put/seqid=0 2024-11-08T21:38:53,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741983_1159 (size=26518) 2024-11-08T21:38:54,196 INFO [M:0;ae1476a7656f:46879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=318.68 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137be55af0db4eb789398f9970456191 2024-11-08T21:38:54,206 INFO [M:0;ae1476a7656f:46879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 137be55af0db4eb789398f9970456191 2024-11-08T21:38:54,223 DEBUG [M:0;ae1476a7656f:46879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e2522a575e64e3584f99c41a276cc28 is 69, key is ae1476a7656f,34891,1731101829303/rs:state/1731101832890/Put/seqid=0 2024-11-08T21:38:54,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741984_1160 (size=5156) 2024-11-08T21:38:54,628 INFO [M:0;ae1476a7656f:46879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e2522a575e64e3584f99c41a276cc28 2024-11-08T21:38:54,644 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd2aa98e612544288028acf3170a42f2 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd2aa98e612544288028acf3170a42f2 2024-11-08T21:38:54,651 INFO [M:0;ae1476a7656f:46879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd2aa98e612544288028acf3170a42f2, entries=8, sequenceid=667, filesize=5.5 K 2024-11-08T21:38:54,652 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137be55af0db4eb789398f9970456191 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/137be55af0db4eb789398f9970456191 2024-11-08T21:38:54,657 INFO [M:0;ae1476a7656f:46879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 137be55af0db4eb789398f9970456191 2024-11-08T21:38:54,657 INFO [M:0;ae1476a7656f:46879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/137be55af0db4eb789398f9970456191, entries=69, sequenceid=667, filesize=25.9 K 2024-11-08T21:38:54,658 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e2522a575e64e3584f99c41a276cc28 as hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e2522a575e64e3584f99c41a276cc28 2024-11-08T21:38:54,663 INFO [M:0;ae1476a7656f:46879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e2522a575e64e3584f99c41a276cc28, entries=1, sequenceid=667, filesize=5.0 K 2024-11-08T21:38:54,664 INFO [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~319.24 KB/326902, heapSize ~375.10 KB/384104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=667, compaction requested=false 2024-11-08T21:38:54,665 INFO [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:38:54,665 DEBUG [M:0;ae1476a7656f:46879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731101933319Disabling compacts and flushes for region at 1731101933319Disabling writes for close at 1731101933335 (+16 ms)Obtaining lock to block concurrent updates at 1731101933335Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731101933335Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=326902, getHeapSize=384344, getOffHeapSize=0, getCellsCount=746 at 1731101933335Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731101933336 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731101933336Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731101933349 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731101933349Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731101933768 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731101933789 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731101933789Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731101934206 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731101934222 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731101934222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@582ebc0f: reopening flushed file at 1731101934642 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115df5ad: reopening flushed file at 1731101934651 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df88b41: reopening flushed file at 1731101934657 (+6 ms)Finished flush of dataSize ~319.24 KB/326902, heapSize ~375.10 KB/384104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=667, compaction requested=false at 1731101934664 (+7 ms)Writing region close event to WAL at 1731101934665 (+1 ms)Closed at 1731101934665 2024-11-08T21:38:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741830_1006 (size=370992) 2024-11-08T21:38:54,668 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c99106e-044d-f308-4dac-e241fcceef2e/MasterData/WALs/ae1476a7656f,46879,1731101827694/ae1476a7656f%2C46879%2C1731101827694.ae1476a7656f%2C46879%2C1731101827694.regiongroup-0.1731101831558 not finished, retry = 0 2024-11-08T21:38:54,771 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T21:38:54,771 INFO [M:0;ae1476a7656f:46879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T21:38:54,771 INFO [M:0;ae1476a7656f:46879 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-08T21:38:54,771 INFO [M:0;ae1476a7656f:46879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46879 2024-11-08T21:38:54,771 INFO [M:0;ae1476a7656f:46879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T21:38:54,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T21:38:54,923 INFO [M:0;ae1476a7656f:46879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T21:38:54,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1011c619a7d0000, quorum=127.0.0.1:54017, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T21:38:54,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T21:38:54,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T21:38:54,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:38:54,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T21:38:54,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,STOPPED} 2024-11-08T21:38:54,941 WARN [BP-552307062-172.17.0.3-1731101823199 heartbeating to localhost/127.0.0.1:33257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T21:38:54,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T21:38:54,941 WARN [BP-552307062-172.17.0.3-1731101823199 heartbeating to localhost/127.0.0.1:33257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-552307062-172.17.0.3-1731101823199 (Datanode Uuid a92f12ca-32a1-42f6-8059-5dfd7dd459ed) service to localhost/127.0.0.1:33257 2024-11-08T21:38:54,941 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T21:38:54,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/data/data1/current/BP-552307062-172.17.0.3-1731101823199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T21:38:54,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/cluster_6cae464a-8eee-1803-1d9c-c70ddbfd6ede/data/data2/current/BP-552307062-172.17.0.3-1731101823199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T21:38:54,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T21:38:54,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T21:38:54,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T21:38:54,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:38:54,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T21:38:54,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,STOPPED} 2024-11-08T21:38:54,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T21:38:55,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T21:38:55,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-08T21:38:55,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a6eca{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T21:38:55,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@272c3d73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T21:38:55,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:38:55,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdc0765{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T21:38:55,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@560d7aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,STOPPED} 2024-11-08T21:38:55,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55cfe214{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T21:38:55,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76e9268{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T21:38:55,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:38:55,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388a6050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T21:38:55,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd69554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,STOPPED} 2024-11-08T21:38:55,024 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T21:38:55,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d168234{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-08T21:38:55,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T21:38:55,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:38:55,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T21:38:55,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,STOPPED} 2024-11-08T21:38:55,028 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-08T21:38:55,033 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-08T21:38:55,033 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-08T21:38:55,034 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T21:38:55,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33c9becc{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-08T21:38:55,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27972b0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T21:38:55,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:38:55,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3062215d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T21:38:55,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce2e39e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/59409a80-dfd0-ca83-6262-4afe1a83c074/hadoop.log.dir/,STOPPED} 2024-11-08T21:38:55,039 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T21:38:55,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped